-- Logs begin at Wed 2021-04-07 14:23:44 UTC, end at Wed 2021-04-07 15:32:44 UTC. --
Apr 07 15:00:10.547938 dv-cinder-782260-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 07 15:00:13.456110 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.common.config [-] Logging enabled!
Apr 07 15:00:13.456692 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev42
Apr 07 15:00:13.458078 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84224) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 07 15:00:13.459889 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.common.config [-] Logging enabled!
Apr 07 15:00:13.460184 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev42
Apr 07 15:00:13.460519 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84224) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 07 15:00:13.461639 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 07 15:00:13.461910 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 07 15:00:13.462980 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 07 15:00:13.463268 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 07 15:00:13.463534 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 07 15:00:13.463920 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.464276 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.464623 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.464896 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.465255 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.465597 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.465928 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.466264 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.466615 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.466951 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.467282 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.467603 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.467872 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.468202 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.468537 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.468872 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.469134 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] debug                          = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.469488 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.470024 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.470354 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.470681 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.471046 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.471371 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.471687 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.472011 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.472343 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.472719 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] host                           = dv-cinder-782260-2-iscsi {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.473044 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.473406 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.473750 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.474086 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.474408 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.474727 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.475059 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.475377 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.475692 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.476010 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.476347 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.476684 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.477023 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.477317 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.477579 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.477913 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.478248 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.478570 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.478890 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.479209 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.479528 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.479849 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.480159 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.480503 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.481017 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.481377 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.481702 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.482023 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.482339 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.482658 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.482993 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.483313 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.483635 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.483954 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.484291 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.484606 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.484928 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.485323 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.485663 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.485992 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.486323 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.486693 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.487024 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.487339 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.487653 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.487966 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.488280 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.488593 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.488926 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.489262 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.489578 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.489897 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.490213 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.490551 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:13.490896 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.491241 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.491590 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.491917 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.492259 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.492583 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.492921 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.493263 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.493613 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.493951 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.494285 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.494609 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.494940 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.495260 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.495602 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.495954 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.496297 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.496637 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.496952 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.497294 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.497614 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.497936 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.498269 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.498610 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.498946 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.499263 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.499588 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.499926 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.500248 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.500566 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.500888 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.501255 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.501573 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.501894 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.502247 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.502576 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.502892 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.503209 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.503533 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.503875 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.504196 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.504514 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.504829 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.505147 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.505494 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.505826 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.506148 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.506467 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.506784 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.507106 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.507423 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.507742 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.508066 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.508384 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.508709 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.509027 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.509367 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.509687 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.510005 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.510320 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.510635 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.510950 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.511271 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.511591 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.511909 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.512227 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.512546 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.512862 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.513193 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.513565 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.513891 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.514215 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.514540 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.514862 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.515185 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.515505 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.515830 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.516154 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.516469 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.516806 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.517136 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.517492 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.517875 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.518199 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.518542 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.518864 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.519193 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.519514 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.519835 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.520173 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.520502 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.520838 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.521178 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.521539 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.521874 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.522213 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.522538 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.522895 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.523217 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:13.523470 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 07 15:00:13.523743 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84224) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 07 15:00:14.187129 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO keyring.backend [-] Loading Gnome
Apr 07 15:00:14.204402 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO keyring.backend [-] Loading Google
Apr 07 15:00:14.207191 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO keyring.backend [-] Loading Windows (alt)
Apr 07 15:00:14.210971 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO keyring.backend [-] Loading file
Apr 07 15:00:14.211812 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO keyring.backend [-] Loading keyczar
Apr 07 15:00:14.212164 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO keyring.backend [-] Loading multi
Apr 07 15:00:14.212764 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO keyring.backend [-] Loading pyfs
Apr 07 15:00:14.260375 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:00:14.260640 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:00:14.260991 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:00:14.261381 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 07 15:00:14.658580 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:14.659152 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:14.659152 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:14.662295 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:14.662622 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:14.662922 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:14.700495 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:14.700788 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:14.701127 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:14.714827 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:14.715142 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:14.715456 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:14.783678 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:14.783998 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:14.784303 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:14.785872 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:14.785872 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:14.786077 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.063704 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fe692f7be18> agent after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.064349 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fe692f7be18> agent after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.064710 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fe692f7bea0> segment precommit_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.065051 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fe692f7bf28> network precommit_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.067349 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fe693042048> segment before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.221266 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe692d84da0>> network before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.221648 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fe692f5d7b8> agent before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.221980 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe692d84da0>> network before_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.222287 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe692d84da0>> port before_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.222588 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe692d84da0>> port before_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.222978 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe692d84da0>> segment after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.223282 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe692d84da0>> segment precommit_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.223551 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe692d84da0>> segment precommit_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.223864 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe692d84da0>> segment after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.224202 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe692d84da0>> network after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.224481 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe692d84da0>> network precommit_delete 0 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.224790 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe692d84da0>> port provisioning_complete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.225101 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe692d84da0>> rbac-policy before_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.225420 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe692d84da0>> rbac-policy after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.225733 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe692d84da0>> agent after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.226052 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe692d84da0>> subnet after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.226348 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe692d84da0>> subnet precommit_delete 0 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.226667 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe692d84da0>> rbac-policy before_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.226951 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe692d84da0>> rbac-policy before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.227297 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe692d84da0>> segment_host_mapping after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.227754 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe692d84da0>> port after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.228041 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe692d84da0>> port after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.228318 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe692d84da0>> port after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.228655 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe692d84da0>> rbac-policy before_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.228935 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe692d84da0>> rbac-policy before_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.229230 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe692d84da0>> rbac-policy before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.229678 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 07 15:00:15.229991 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 07 15:00:15.230262 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 07 15:00:15.230534 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 07 15:00:15.230815 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 07 15:00:15.231103 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 07 15:00:15.231528 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 07 15:00:15.234938 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 07 15:00:15.239127 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 07 15:00:15.243218 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])])
Apr 07 15:00:15.244900 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 07 15:00:15.246234 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 07 15:00:15.246620 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 07 15:00:15.247064 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 07 15:00:15.249864 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 07 15:00:15.250157 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 07 15:00:15.250554 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 07 15:00:15.278054 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 07 15:00:15.278583 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fe692fa9978>> qos_plugin after_init 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.278927 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84224) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 07 15:00:15.279345 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fe692d28518>> logging-plugin after_init 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.280685 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84224) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 07 15:00:15.281074 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 07 15:00:15.281356 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 07 15:00:15.284666 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fe692d28588>> floatingip before_response 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.284994 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fe692d28588>> port before_response 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.352373 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 07 15:00:15.352586 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 07 15:00:15.352823 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 07 15:00:15.353254 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 07 15:00:15.389156 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_db.sqlalchemy.engines [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=84224) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 07 15:00:15.841404 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.managers [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Initializing driver for type 'gre'
Apr 07 15:00:15.841992 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] gre ID ranges: [(1, 1000)]
Apr 07 15:00:15.888640 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.managers [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Initializing driver for type 'local'
Apr 07 15:00:15.889025 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.managers [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Initializing driver for type 'vlan'
Apr 07 15:00:15.901998 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] VlanTypeDriver initialization complete
Apr 07 15:00:15.902381 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.managers [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Initializing driver for type 'vxlan'
Apr 07 15:00:15.902950 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] vxlan ID ranges: [(1, 1000)]
Apr 07 15:00:15.946155 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.managers [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Initializing extension driver 'port_security'
Apr 07 15:00:15.946652 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.extensions.port_security [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] PortSecurityExtensionDriver initialization complete
Apr 07 15:00:15.947126 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.managers [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Initializing mechanism driver 'openvswitch'
Apr 07 15:00:15.947603 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.managers [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Initializing mechanism driver 'hyperv'
Apr 07 15:00:15.954386 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:00:15.955260 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe692d02be0>> port after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.955676 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe692d02be0>> port after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.956075 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe692d02be0>> port after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.956508 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe6928ca7b8>> subnet after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.956899 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe6928ca7b8>> subnet after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.957309 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe6928ca7b8>> subnet after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.957736 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe6928ca978>> network after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.958126 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe6928ca978>> network after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.958509 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe6928ca978>> network after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.958930 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe6928cab38>> security_group after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.959314 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe6928cab38>> security_group after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.959689 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe6928cab38>> security_group after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.960110 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe6928cacf8>> security_group_rule after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.960499 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe6928cacf8>> security_group_rule after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.960880 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe6928cacf8>> security_group_rule after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.961471 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe6928caeb8>> address_group after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.961863 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe6928caeb8>> address_group after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.962246 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe6928caeb8>> address_group after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.962617 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] ML2 OVO RPC backend initialized. {{(pid=84224) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 07 15:00:15.963425 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe6928d2160>> router_interface after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.963820 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe6928d2160>> router_interface after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.964283 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe6928d2160>> network before_response 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.964659 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe6928d2160>> networks before_response 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.965056 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe6928d2160>> port before_response 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.965463 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe6928d2160>> ports before_response 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.965846 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe6928d2160>> subnet before_response 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.966228 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe6928d2160>> subnets before_response 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.966614 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe6928d2160>> network after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.966991 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe6928d2160>> network after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.967367 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe6928d2160>> network after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.967742 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe6928d2160>> port after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.968104 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe6928d2160>> port after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.968478 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe6928d2160>> port after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.968858 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe6928d2160>> subnet after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.969249 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe6928d2160>> subnet after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.969636 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe6928d2160>> subnet after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:15.970293 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.plugin [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Modular L2 Plugin initialization complete
Apr 07 15:00:15.970660 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading services supported by the core plugin {{(pid=84224) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 07 15:00:15.971166 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.plugins.ml2.managers [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Got port-security extension from driver 'port_security'
Apr 07 15:00:15.971685 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.extensions.vlantransparent [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Disabled vlantransparent extension.
Apr 07 15:00:15.972244 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84224) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 07 15:00:15.972598 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading Plugin: router
Apr 07 15:00:16.010206 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe6928d2128>> router_interface before_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.010654 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe6928d2128>> router after_create 55549900 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.011073 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe6928d2128>> router before_create 55549900 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.011492 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe6928d2128>> router_interface before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.011919 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe6928d2128>> router_interface after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.012322 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe6928d2128>> router after_delete 55549900 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.012734 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe6928d2128>> floatingip after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.013152 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe6928d2128>> router after_create 55549900 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.013572 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe6928d2128>> router after_update 55549900 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.013973 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe6928d2128>> router after_update 55549900 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.014349 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe6928d2128>> router_gateway after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.014762 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe6928d2128>> router after_update 55549900 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.015262 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe6928d2128>> router precommit_update 55549900 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.015691 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fe692efc8c8> port after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.016079 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fe692efc7b8> port after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.016467 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fe692efc840> subnet after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.016858 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fe692efc950> subnetpool_address_scope after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.017273 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe6928d2128>> port precommit_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.017671 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe6928d2128>> router precommit_create 55549900 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.018090 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fe692ed9a60> port before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.018477 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe6928d2128>> router precommit_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.018896 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe6928d2128>> router after_update 55549900 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.019283 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe6928d2128>> router precommit_delete 55549900 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.019692 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe6928d2128>> router precommit_create 55549900 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.020104 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe6928d2128>> router_interface after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.020499 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe6928d2128>> router precommit_update 55549900 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.020940 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe6928d2128>> network after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.022082 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Tracking information for resource: router configured {{(pid=84224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 07 15:00:16.022418 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Tracking information for resource: floatingip configured {{(pid=84224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 07 15:00:16.027505 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.l3_agentschedulers_db [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 07 15:00:16.028173 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fe69284e950> port after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.028581 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fe69284e840> port after_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.028976 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <function _notify_port_delete at 0x7fe69284e8c8> port after_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.029411 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fe69284eae8> port after_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.030354 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe69286af60>> router before_create 55550100 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.030774 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe69286af60>> router precommit_delete 55550100 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.031185 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe69286af60>> router precommit_create 55550100 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.031595 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe69286af60>> router precommit_update 55550100 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.036431 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.provider_configuration [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Service providers = [] {{(pid=84224) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 07 15:00:16.036844 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.servicetype_db [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84224) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 07 15:00:16.039990 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.service_base [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84224) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 07 15:00:16.040380 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.service_base [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84224) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 07 15:00:16.040768 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.service_base [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84224) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 07 15:00:16.041723 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.service_base [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84224) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 07 15:00:16.042133 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.services.service_base [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 07 15:00:16.042557 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 07 15:00:16.042923 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 07 15:00:16.053475 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 07 15:00:16.053859 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading Plugin: auto_allocate
Apr 07 15:00:16.059888 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fe6927e8158> network precommit_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.060307 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fe6927e8158> network precommit_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.060920 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 07 15:00:16.061311 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading Plugin: tag
Apr 07 15:00:16.068861 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 07 15:00:16.069257 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading Plugin: timestamp
Apr 07 15:00:16.073626 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 07 15:00:16.074009 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading Plugin: network_ip_availability
Apr 07 15:00:16.079789 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe6927f2358>> rbac-policy before_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.080562 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe6927f2358>> rbac-policy before_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.080562 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe6927f2358>> rbac-policy before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.081499 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 07 15:00:16.081875 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading Plugin: flavors
Apr 07 15:00:16.086600 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 07 15:00:16.086977 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading Plugin: revisions
Apr 07 15:00:16.091384 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 07 15:00:16.091826 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.831s {{(pid=84224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:00:16.092657 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84224) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 07 15:00:16.093032 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Initializing extension manager.
Apr 07 15:00:16.093646 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: __init__.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.094033 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: __pycache__ {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.094413 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.094794 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: address_group.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.095631 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.096530 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: address-group
Apr 07 15:00:16.096905 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: address_scope.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.097724 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.098321 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: address-scope
Apr 07 15:00:16.098693 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: admin_state_down_before_update.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.099674 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.100277 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: router-admin-state-down-before-update
Apr 07 15:00:16.100643 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: agent.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.101437 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.102024 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: agent
Apr 07 15:00:16.102392 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: agent_resources_synced.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.103339 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.103931 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: agent-resources-synced
Apr 07 15:00:16.104304 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: allowedaddresspairs.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.106263 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.106862 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: allowed-address-pairs
Apr 07 15:00:16.107236 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: auto_allocated_topology.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.108353 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.108953 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: auto-allocated-topology
Apr 07 15:00:16.109347 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: availability_zone.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.110118 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.110711 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: availability_zone
Apr 07 15:00:16.111078 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: availability_zone_filter.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.112097 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.112684 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: availability_zone_filter
Apr 07 15:00:16.113047 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: data_plane_status.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.114013 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.114612 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension data-plane-status not supported by any of loaded plugins
Apr 07 15:00:16.114982 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: default_subnetpools.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.115924 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.116518 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: default-subnetpools
Apr 07 15:00:16.116888 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: dhcpagentscheduler.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.117845 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.119853 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: dhcp_agent_scheduler
Apr 07 15:00:16.120251 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: dns.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.121224 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.121819 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension dns-integration not supported by any of loaded plugins
Apr 07 15:00:16.122194 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: dns_domain_ports.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.123137 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.123728 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 07 15:00:16.124098 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: dvr.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.124841 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.125467 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: dvr
Apr 07 15:00:16.125844 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: empty_string_filtering.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.126782 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.127426 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: empty-string-filtering
Apr 07 15:00:16.127793 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.128727 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.129380 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 07 15:00:16.129757 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.130698 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.131294 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 07 15:00:16.131660 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: external_net.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.132591 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.133183 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: external-net
Apr 07 15:00:16.133577 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: extra_dhcp_opt.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.134518 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.135110 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: extra_dhcp_opt
Apr 07 15:00:16.135474 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: extraroute.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.136420 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.137008 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: extraroute
Apr 07 15:00:16.137408 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: extraroute_atomic.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.138480 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.139072 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: extraroute-atomic
Apr 07 15:00:16.139441 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: filter_validation.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.140153 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.140740 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: filter-validation
Apr 07 15:00:16.141108 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: fip_pf_description.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.142071 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.142659 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 07 15:00:16.143050 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: fip_port_details.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.143987 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.144574 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: fip-port-details
Apr 07 15:00:16.144943 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: flavors.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.146246 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.146847 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: flavors
Apr 07 15:00:16.147220 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.148930 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.149572 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 07 15:00:16.149949 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: floatingip_pools.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.150829 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.151427 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: floatingip-pools
Apr 07 15:00:16.151803 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: ip_allocation.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.152758 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.153383 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension ip_allocation not supported by any of loaded plugins
Apr 07 15:00:16.153755 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.154701 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.155300 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: ip-substring-filtering
Apr 07 15:00:16.155669 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: l2_adjacency.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.156614 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.157229 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 07 15:00:16.157604 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: l3.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.158806 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.159404 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: router
Apr 07 15:00:16.159784 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: l3_conntrack_helper.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.162134 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.162749 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 07 15:00:16.163129 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.164088 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.164690 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: ext-gw-mode
Apr 07 15:00:16.165063 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.166044 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.166640 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: l3-ha
Apr 07 15:00:16.167010 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: l3_flavors.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.167943 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.168535 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: l3-flavors
Apr 07 15:00:16.168900 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.169870 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.170462 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 07 15:00:16.170828 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: l3agentscheduler.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.172159 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.172771 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: l3_agent_scheduler
Apr 07 15:00:16.173148 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: logging.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.174793 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.175391 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension logging not supported by any of loaded plugins
Apr 07 15:00:16.175769 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: metering.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.176584 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.177333 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: metering
Apr 07 15:00:16.177711 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.178867 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.179469 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: metering_source_and_destination_fields
Apr 07 15:00:16.179847 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: multiprovidernet.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.180792 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.181431 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: multi-provider
Apr 07 15:00:16.181805 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: netmtu.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.182740 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.183328 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: net-mtu
Apr 07 15:00:16.183695 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: netmtu_writable.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.184666 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.185249 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: net-mtu-writable
Apr 07 15:00:16.185641 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: network_availability_zone.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.186375 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.186961 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: network_availability_zone
Apr 07 15:00:16.187328 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: network_ip_availability.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.188514 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.189506 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: network-ip-availability
Apr 07 15:00:16.189936 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: network_segment_range.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.190782 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.191372 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension network-segment-range not supported by any of loaded plugins
Apr 07 15:00:16.191739 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: pagination.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.192874 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.193281 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: pagination
Apr 07 15:00:16.193649 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: port_device_profile.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.194590 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.195180 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: port-device-profile
Apr 07 15:00:16.195550 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.196513 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.197099 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: port-mac-address-regenerate
Apr 07 15:00:16.197519 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.198465 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.199062 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: port-numa-affinity-policy
Apr 07 15:00:16.199435 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: port_resource_request.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.200378 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.200964 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension port-resource-request not supported by any of loaded plugins
Apr 07 15:00:16.201358 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: portbindings.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.202302 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.202896 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: binding
Apr 07 15:00:16.203262 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: portbindings_extended.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.204566 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.205170 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: binding-extended
Apr 07 15:00:16.205590 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: portsecurity.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.206526 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.207119 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: port-security
Apr 07 15:00:16.207489 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: project_id.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.208500 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.208884 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: project-id
Apr 07 15:00:16.209277 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: providernet.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.210226 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.210826 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: provider
Apr 07 15:00:16.211190 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: qos.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.214791 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.215399 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension qos not supported by any of loaded plugins
Apr 07 15:00:16.215779 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.217139 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.217766 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 07 15:00:16.218146 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.219087 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.219684 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 07 15:00:16.220056 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: qos_default.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.221096 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.221715 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension qos-default not supported by any of loaded plugins
Apr 07 15:00:16.222082 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: qos_fip.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.222788 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.223375 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension qos-fip not supported by any of loaded plugins
Apr 07 15:00:16.223741 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: qos_gateway_ip.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.224692 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.225312 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 07 15:00:16.225683 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: qos_port_network_policy.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.226620 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.227209 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 07 15:00:16.227580 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: qos_rule_type_details.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.228521 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.229111 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 07 15:00:16.229508 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: qos_rules_alias.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.230584 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.231177 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 07 15:00:16.231547 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: quotasv2.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.232575 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.232953 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: quotas
Apr 07 15:00:16.233351 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: quotasv2_detail.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.234973 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.235362 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: quota_details
Apr 07 15:00:16.235738 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: rbac.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.236944 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.237584 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: rbac-policies
Apr 07 15:00:16.237963 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: rbac_address_group.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.238922 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.239520 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: rbac-address-group
Apr 07 15:00:16.239893 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: rbac_address_scope.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.240841 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.241448 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: rbac-address-scope
Apr 07 15:00:16.241837 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: rbac_security_groups.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.242881 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.243473 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: rbac-security-groups
Apr 07 15:00:16.243849 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: rbac_subnetpool.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.244783 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.245403 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: rbac-subnetpool
Apr 07 15:00:16.245769 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: revisionifmatch.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.246720 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.247313 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: revision-if-match
Apr 07 15:00:16.247679 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: revisions.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.248877 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.249505 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: standard-attr-revisions
Apr 07 15:00:16.249880 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: router_availability_zone.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.250614 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.251213 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: router_availability_zone
Apr 07 15:00:16.251584 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: routerservicetype.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.252622 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.253233 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension router-service-type not supported by any of loaded plugins
Apr 07 15:00:16.253614 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.254559 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.255199 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: security-groups-normalized-cidr
Apr 07 15:00:16.255530 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: security_groups_port_filtering.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.256503 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.257088 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: port-security-groups-filtering
Apr 07 15:00:16.257503 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.258462 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.259053 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: security-groups-remote-address-group
Apr 07 15:00:16.259420 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: securitygroup.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.272893 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.273526 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: security-group
Apr 07 15:00:16.273909 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: segment.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.274853 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.275454 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension segment not supported by any of loaded plugins
Apr 07 15:00:16.275830 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.276874 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.277510 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 07 15:00:16.277887 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: servicetype.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.279030 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.279638 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: service-type
Apr 07 15:00:16.280006 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: sorting.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.281017 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.281439 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: sorting
Apr 07 15:00:16.281811 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: standard_attr_segment.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.282754 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.283450 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 07 15:00:16.283794 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: standardattrdescription.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.284502 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.285091 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: standard-attr-description
Apr 07 15:00:16.285486 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: stateful_security_group.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.286460 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.287053 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: stateful-security-group
Apr 07 15:00:16.287426 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: stdattrs_common.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.288023 dv-cinder-782260-2-iscsi neutron-server[84224]: WARNING neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 07 15:00:16.288391 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.289465 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.290127 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 07 15:00:16.290479 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: subnet_onboard.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.291684 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.292273 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: subnet_onboard
Apr 07 15:00:16.292677 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.293715 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.294318 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 07 15:00:16.294690 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: subnet_service_types.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.295655 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.296259 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: subnet-service-types
Apr 07 15:00:16.296628 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: subnetallocation.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.297777 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.298373 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: subnet_allocation
Apr 07 15:00:16.298744 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.299504 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.300100 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: subnetpool-prefix-ops
Apr 07 15:00:16.300468 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.301478 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.302083 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 07 15:00:16.302451 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: tagging.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.303854 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.304465 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: standard-attr-tag
Apr 07 15:00:16.304844 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: timestamp.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.306109 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.306711 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loaded extension: standard-attr-timestamp
Apr 07 15:00:16.307089 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: trunk.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.308141 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.308734 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension trunk not supported by any of loaded plugins
Apr 07 15:00:16.309130 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: trunk_details.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.310109 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.310705 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension trunk-details not supported by any of loaded plugins
Apr 07 15:00:16.311073 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: uplink_status_propagation.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.312030 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.312620 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 07 15:00:16.312994 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Loading extension file: vlantransparent.py {{(pid=84224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 15:00:16.313746 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 15:00:16.314818 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 07 15:00:16.317658 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Creating instance of TrackedResource for resource:network
Apr 07 15:00:16.318526 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Creating instance of TrackedResource for resource:subnet
Apr 07 15:00:16.319208 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 07 15:00:16.319887 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Creating instance of TrackedResource for resource:port
Apr 07 15:00:16.321470 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 15:00:16.321971 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Service FLAVORS assigned prefix:  {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 15:00:16.322640 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 15:00:16.323143 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 15:00:16.323520 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Creating instance of TrackedResource for resource:router
Apr 07 15:00:16.324252 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Creating instance of TrackedResource for resource:floatingip
Apr 07 15:00:16.325037 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Service METERING assigned prefix: /metering {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 15:00:16.326938 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe6926cb4e0>> rbac-policy before_create 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.327349 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe6926cb4e0>> rbac-policy before_update 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.327745 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe6926cb4e0>> rbac-policy before_delete 55550000 {{(pid=84224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:00:16.328927 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Creating instance of CountableResource for resource:rbac_policy
Apr 07 15:00:16.329454 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Creating instance of TrackedResource for resource:security_group
Apr 07 15:00:16.330475 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 07 15:00:16.331312 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Service CORE assigned prefix:  {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 15:00:16.331688 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 07 15:00:16.332066 dv-cinder-782260-2-iscsi neutron-server[84224]: WARNING neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] subnetpool is already registered
Apr 07 15:00:16.332745 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Service CORE assigned prefix:  {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 15:00:16.333126 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 07 15:00:16.333527 dv-cinder-782260-2-iscsi neutron-server[84224]: WARNING neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] subnetpool is already registered
Apr 07 15:00:16.336334 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 15:00:16.336819 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Service FLAVORS assigned prefix:  {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 15:00:16.337505 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 15:00:16.337976 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 15:00:16.338352 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Creating instance of TrackedResource for resource:router
Apr 07 15:00:16.338727 dv-cinder-782260-2-iscsi neutron-server[84224]: WARNING neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] router is already registered
Apr 07 15:00:16.339398 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Creating instance of TrackedResource for resource:floatingip
Apr 07 15:00:16.339769 dv-cinder-782260-2-iscsi neutron-server[84224]: WARNING neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] floatingip is already registered
Apr 07 15:00:16.340449 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Service METERING assigned prefix: /metering {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 15:00:16.341267 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Creating instance of CountableResource for resource:rbac_policy
Apr 07 15:00:16.341645 dv-cinder-782260-2-iscsi neutron-server[84224]: WARNING neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] rbac_policy is already registered
Apr 07 15:00:16.343134 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Creating instance of TrackedResource for resource:security_group
Apr 07 15:00:16.343540 dv-cinder-782260-2-iscsi neutron-server[84224]: WARNING neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] security_group is already registered
Apr 07 15:00:16.344214 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 07 15:00:16.344579 dv-cinder-782260-2-iscsi neutron-server[84224]: WARNING neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] security_group_rule is already registered
Apr 07 15:00:16.345344 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Service CORE assigned prefix:  {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 15:00:16.345724 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 07 15:00:16.346132 dv-cinder-782260-2-iscsi neutron-server[84224]: WARNING neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] subnetpool is already registered
Apr 07 15:00:16.346815 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.resource_helper [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Service CORE assigned prefix:  {{(pid=84224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 15:00:16.347200 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 07 15:00:16.347574 dv-cinder-782260-2-iscsi neutron-server[84224]: WARNING neutron.quota.resource_registry [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] subnetpool is already registered
Apr 07 15:00:16.348316 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: extensions {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.349955 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: address-groups {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.351664 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: address-scopes {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.352968 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: agents {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.354253 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: auto-allocated-topology {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.355572 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: availability_zones {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.356979 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: dhcp-networks {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.358503 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: dhcp-agents {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.360033 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: routers {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.362226 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: flavors {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.363286 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: service_profiles {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.364608 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: next_providers {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.366279 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: service_profiles {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.367902 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: floatingip-pools {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.369191 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: routers {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.371129 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: floatingips {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.372425 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: l3-routers {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.374045 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: l3-agents {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.375561 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: metering-labels {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.376984 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: metering-label-rules {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.378401 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: network-ip-availabilities {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.379742 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: bindings {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.381534 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: quotas {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.383071 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: quotas {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.384555 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: rbac-policies {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.385966 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: security-groups {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.387269 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: security-group-rules {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.388589 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: service-providers {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.389997 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: subnetpools {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.391496 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: subnetpools {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.393160 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: tags {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.395037 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: tags {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.397049 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: tags {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.398943 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: tags {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.400883 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: tags {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.402854 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: tags {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.404706 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: tags {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.407872 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: tags {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.409928 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: tags {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.411952 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.extensions [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Extended resource: tags {{(pid=84224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 15:00:16.419116 dv-cinder-782260-2-iscsi neutron-server[84224]: WARNING keystonemiddleware.auth_token [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 07 15:00:16.424862 dv-cinder-782260-2-iscsi neutron-server[84224]: WARNING keystonemiddleware.auth_token [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 07 15:00:16.434267 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Acquired lock "singleton_lock" {{(pid=84224) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 07 15:00:16.434815 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Releasing lock "singleton_lock" {{(pid=84224) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 07 15:00:16.436372 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO oslo_service.service [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Starting 2 workers
Apr 07 15:00:16.441991 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Started child 84337 {{(pid=84224) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 07 15:00:16.445726 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:16.447185 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Started child 84338 {{(pid=84224) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 07 15:00:16.447419 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [-] (84337) wsgi starting up on http://0.0.0.0:9696
Apr 07 15:00:16.448713 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.service [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Neutron service started, listening on 0.0.0.0:9696
Apr 07 15:00:16.449418 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Notify callbacks [] for process, before_spawn {{(pid=84224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:16.450486 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:16.451922 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO oslo_service.service [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Starting 1 workers
Apr 07 15:00:16.452034 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [-] (84338) wsgi starting up on http://0.0.0.0:9696
Apr 07 15:00:16.457828 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Started child 84339 {{(pid=84224) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 07 15:00:16.458393 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO oslo_service.service [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Starting 1 workers
Apr 07 15:00:16.459794 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.service [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] calling RpcWorker wait() {{(pid=84339) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 07 15:00:16.460192 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.service [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] returning from RpcWorker wait() {{(pid=84339) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 07 15:00:16.461675 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:16.462169 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:00:16.463604 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Started child 84340 {{(pid=84224) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 07 15:00:16.464455 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6313e461-8404-4076-9ae0-4f410db2ee7e None None] Notify callbacks [] for process, after_spawn {{(pid=84224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:16.466159 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84224) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 07 15:00:16.466368 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 07 15:00:16.466770 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 07 15:00:16.467270 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 07 15:00:16.467402 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:16.467699 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 07 15:00:16.467837 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 07 15:00:16.468429 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.468715 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.469041 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.469391 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.469725 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.470408 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.470723 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.471096 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.471436 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.471700 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.471905 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.472087 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.472580 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.472857 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.473228 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.473555 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.473844 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.474147 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.474333 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.474807 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.475137 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.475416 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.475745 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.476022 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.476616 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.476903 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.477187 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.477480 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.477786 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.478060 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.478364 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.478641 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.478923 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.479194 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.479478 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.479722 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.479991 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.480247 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.480528 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.480796 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.481308 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] host                           = dv-cinder-782260-2-iscsi {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.481586 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.481847 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.482122 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.482388 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.482674 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.482945 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.483239 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.483533 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.483823 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.484090 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.484370 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.484698 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.484903 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.485187 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.485410 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.485721 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.485951 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.486259 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.486548 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.486776 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.486973 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.487285 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.487482 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.487770 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.488023 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.488273 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.488545 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.488866 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.489030 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.489326 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.490229 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.491171 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.491991 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.492532 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.493250 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.493555 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.493679 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:00:16.493822 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.494139 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.494395 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.494669 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.495007 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.496665 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.496665 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.496665 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.496665 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.496665 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.498067 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.498067 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.498067 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.498067 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.498067 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.498736 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.498736 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.499038 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.499038 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.499949 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.499949 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.499949 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.502222 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.502222 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.502222 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.504069 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.504069 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.504069 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.504069 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.504069 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.507994 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.507994 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.507994 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.507994 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.507994 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.507994 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.507994 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.507994 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.509718 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.509718 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.509718 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.509718 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.509718 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.509718 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.509718 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.510664 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.510664 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.510664 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.510664 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.511194 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.511333 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.511470 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.511753 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.512027 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.512291 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.512626 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.512943 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.513264 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.39/identity {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.513554 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.513814 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.514105 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.515370 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.515370 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.515370 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.515370 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.515370 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.515880 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.515880 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.516063 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.516413 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.517247 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.517247 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.517247 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.517524 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.517726 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.518074 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.518340 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.518594 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.518839 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.519090 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.519359 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.519650 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.519943 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.520232 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.520484 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.520730 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.520976 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.521247 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.521542 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.521799 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.522048 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.522293 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.522541 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.522799 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.523123 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.523337 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.523581 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.523829 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.524080 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.524337 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.524609 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.524857 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.525122 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.525437 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.525632 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.526095 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.526342 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.526590 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.526836 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.527081 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.527327 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.527578 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.527823 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.528068 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.528333 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.528577 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.528823 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.529127 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.529560 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.529810 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.530077 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.530343 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.530627 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.530895 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.531157 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.531390 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.531648 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.531890 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.532199 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.532498 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.532788 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.533069 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.533572 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.533877 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.534144 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.534417 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.534678 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.534945 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.535203 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.535510 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.535804 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.536116 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.536411 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.536719 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.537049 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.537324 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.537643 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.537901 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.538199 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.538535 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.538861 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.539138 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.539438 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.539714 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.539976 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.540245 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.540541 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.540811 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.541080 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.541360 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.541711 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.541989 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.542262 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.542525 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.542855 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.543119 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.543422 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.543690 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.544302 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.544302 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.544808 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.544808 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.545075 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.546676 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.546676 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.546676 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.546676 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.39/identity {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.546676 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.546676 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.548794 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.548794 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.548794 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.548794 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.548794 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.548794 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.548794 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.548794 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.550439 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.550439 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.550439 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.550439 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.550439 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.550439 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.551326 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.551326 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.551326 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.551326 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.551843 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.551843 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.552121 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.552335 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.552572 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.552897 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.553184 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.553483 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.553753 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.554098 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.554378 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.554629 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.554923 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.555182 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.555457 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.555706 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.556067 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.556230 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.556431 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.556715 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.556963 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.557262 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.557523 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.557924 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.558179 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.558679 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.558954 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.559209 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.559483 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.559744 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.560023 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.560520 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.560520 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.560823 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.560963 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.561275 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.561533 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.562401 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.562401 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.562401 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.562704 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.562704 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.563017 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.563290 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.563552 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.563824 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.564424 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.564737 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.564974 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.565244 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.565500 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.565747 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.566110 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.566425 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.566528 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.566702 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.566953 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.567285 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.567558 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.567813 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.568130 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.568401 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.568689 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.569012 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.569394 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.569656 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.569942 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.570241 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.570495 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.570752 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.571029 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.571410 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.571756 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.572067 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.572344 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.572654 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.572966 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.573291 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.573545 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.573908 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.574278 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.574578 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.574869 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.575153 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.575461 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.575720 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.575973 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.576240 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.576491 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.576741 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.577050 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.577376 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.577637 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.577888 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.578156 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.578407 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.578665 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.578911 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.579167 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.579417 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.579621 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 07 15:00:16.580230 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84224) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 07 15:00:16.580623 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 07 15:00:16.580623 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 07 15:00:16.580908 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 07 15:00:16.581090 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 07 15:00:16.581315 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 07 15:00:16.581582 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.581773 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.581973 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.582144 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.582325 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.582538 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.582730 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.582921 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.583112 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.583301 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.583491 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.583679 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.583921 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.584148 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.584338 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.584618 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.584808 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.584996 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.585191 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.585402 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.585688 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.585883 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.586073 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.586262 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.586494 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.586687 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.586873 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.587062 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.587249 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.587437 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.587625 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.587813 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.588001 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.588189 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.588376 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.588562 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.588752 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.588938 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.589126 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.589338 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.589528 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] host                           = dv-cinder-782260-2-iscsi {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.589718 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.589906 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.590093 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.590280 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.590469 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.590657 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.590849 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.591033 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.591220 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.591407 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.591595 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.591782 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.591969 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.592155 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.592342 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.592529 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.592715 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.592904 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.593119 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.593332 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.593521 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.593711 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.593899 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.594086 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.594271 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.594459 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.594645 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.594831 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.595016 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.595204 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.595390 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.595577 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.595765 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.595998 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.596189 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.596377 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.596565 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.596754 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.596945 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.597130 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.597343 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.597529 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.597718 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.597907 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.598096 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.598283 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.598473 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.598663 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.598853 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.599040 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.599227 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.599415 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.599610 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.599858 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.600006 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.600144 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.600295 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.600485 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.600673 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.600862 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.601054 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.601248 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.601434 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.601644 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.601808 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.601951 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.602091 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.602275 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.602466 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 15:00:16.602682 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.602874 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.603077 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.603266 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.603457 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.603647 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.603837 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.604013 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.604201 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.604355 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.604563 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.604724 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.604931 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.605093 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.605323 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.605551 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.605717 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.605893 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.606037 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.606178 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.606371 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.606562 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.606773 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.607035 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.607181 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.39/identity {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.607293 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.607460 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.607650 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.607841 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.608033 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.608224 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.608415 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.609618 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.609618 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.609618 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.609618 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.609618 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.609618 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.609618 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.610103 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.610103 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.610103 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.610285 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.610450 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.610619 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.612088 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.612088 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.612088 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.612088 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.612088 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.612088 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.612088 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.612088 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.613597 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.613597 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.613597 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.613597 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.613597 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.613597 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.613597 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.613597 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.613597 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.614130 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.614130 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.614130 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.614310 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.614418 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.614611 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.614803 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.614993 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.615182 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.615371 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.615561 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.615832 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.616369 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.616369 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.616369 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.616795 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.616795 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.616987 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.616987 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.617159 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.617363 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.617552 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.617752 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.617960 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.618150 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.618340 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.618530 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.618631 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:00:16.618729 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.618883 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.619073 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.619262 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.619451 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.619641 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.619835 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.620023 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.620218 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.620407 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.620594 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.620784 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.620972 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.621161 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.621363 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.621538 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.621729 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.621921 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.622110 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.622299 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.622488 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.622676 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.622878 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.623068 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.623260 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.623449 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.623645 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.623847 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.624038 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.624229 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.624420 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.624609 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.624801 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.624991 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.625181 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.625393 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.625582 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.625772 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.625970 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.626172 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.626362 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.626553 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.626743 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.626983 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.627208 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.627403 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.627595 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.627784 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.627974 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.628166 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.628354 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.628544 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.628736 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.628927 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.629119 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.39/identity {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.629297 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.629495 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.629684 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.629877 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.630069 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.630259 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.630450 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.630641 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.630830 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.631020 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.631211 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.631380 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.631568 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.631759 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.631950 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.632204 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.632333 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.632472 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.632676 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.632873 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.633042 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.633254 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.633433 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.633643 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.633801 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.633976 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.634167 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.634358 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.634518 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.634712 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.634902 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.635093 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.635285 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.635473 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.635665 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.635857 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.636047 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.636239 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.636429 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.636619 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.636810 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.636997 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.637174 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.637427 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.637619 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.637809 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.637998 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.638188 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.638376 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.638566 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.638755 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.638944 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.639134 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.639324 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.639514 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.639713 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.639903 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.640092 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.640282 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.640470 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.640687 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.640848 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.641791 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.641791 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.641791 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.641791 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.641791 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.642190 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.642190 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.642333 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.643139 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.643139 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.643139 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.643139 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.643139 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.644486 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.644486 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.644486 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.644486 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.644486 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.644486 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.644486 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.644486 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.645157 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.645157 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.645157 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.645157 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.645663 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.645663 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.645663 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.646353 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.646353 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.646353 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.646353 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.646668 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.646668 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.646860 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.647036 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.647227 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.647426 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.647632 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.647823 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.648013 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.648245 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.648437 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.648674 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.648786 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.648979 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.649170 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.649402 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.649674 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.649773 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.649952 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.650212 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.650400 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.650588 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.650778 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.651041 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.651152 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.651321 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 15:00:16.651507 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 07 15:00:16.724995 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 55932) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:00:16.739564 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0090392
Apr 07 15:00:27.403166 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a52b462-68a1-4132-9fc3-8231edbdd3de None None] get_active_networks_info from dv-cinder-782260-2-iscsi {{(pid=84339) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 07 15:00:27.617667 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a52b462-68a1-4132-9fc3-8231edbdd3de None None] No non-hosted networks {{(pid=84339) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 07 15:00:27.623495 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5870-1bc6-4fc7-a5eb-0466d1eca9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607'] for agent, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:29.916408 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0665f342-7991-4a08-92ff-d8c2e9236744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607'] for agent, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:29.974771 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d7211ed9-d19e-494a-a559-3cec48044c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:30.025016 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607'] for agent, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:31.294866 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607'] for agent, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:31.296412 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:31.297234 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:31.297815 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:31.298420 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:31.298991 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:31.299613 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:31.302083 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:31.302481 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:31.304224 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:31.305003 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:31.305732 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:31.306310 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:31.306968 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fe69238aa58>, 'Open vSwitch agent', 'dv-cinder-782260-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:00:31.313833 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fe692344a20>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-782260-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:00:31.782998 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607'] for agent, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:33.213423 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 56022) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:00:33.945746 dv-cinder-782260-2-iscsi neutron-server[84224]: WARNING oslo_policy.policy [None req-2e1185d5-8451-4032-9212-427a48683b4d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 07 15:00:33.946335 dv-cinder-782260-2-iscsi neutron-server[84224]: WARNING oslo_policy.policy [None req-2e1185d5-8451-4032-9212-427a48683b4d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 07 15:00:34.174819 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.l3_hamode_db [None req-d44faecb-7e86-4485-aee9-2acd4844cc73 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 07 15:00:34.179605 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [None req-2e1185d5-8451-4032-9212-427a48683b4d admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 07 15:00:34.180749 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-2e1185d5-8451-4032-9212-427a48683b4d admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.9663243
Apr 07 15:00:34.266417 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44faecb-7e86-4485-aee9-2acd4844cc73 None None] Routers set() bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:00:34.267038 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44faecb-7e86-4485-aee9-2acd4844cc73 None None] Router IDs set() for agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 07 15:00:36.909353 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 56038) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:00:37.331173 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-951b3221-92ab-4184-a7cb-2ff4b6a27d85 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:00:37.432916 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.policy [None req-951b3221-92ab-4184-a7cb-2ff4b6a27d85 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84338) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 07 15:00:37.487449 dv-cinder-782260-2-iscsi neutron-server[84224]: WARNING oslo_policy.policy [None req-951b3221-92ab-4184-a7cb-2ff4b6a27d85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 07 15:00:37.487858 dv-cinder-782260-2-iscsi neutron-server[84224]: WARNING oslo_policy.policy [None req-951b3221-92ab-4184-a7cb-2ff4b6a27d85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 07 15:00:37.505720 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.quota [None req-951b3221-92ab-4184-a7cb-2ff4b6a27d85 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fe69226b940>.
Apr 07 15:00:37.521578 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-951b3221-92ab-4184-a7cb-2ff4b6a27d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:00:37.579241 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-951b3221-92ab-4184-a7cb-2ff4b6a27d85 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247582383654', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247582383306', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247582373825', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247582367333', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247582350442', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247582348075', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854585890', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852831478', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1564133', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853275490'] for rbac-policy, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:37.646137 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-951b3221-92ab-4184-a7cb-2ff4b6a27d85 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:37.647404 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-951b3221-92ab-4184-a7cb-2ff4b6a27d85 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.7370539
Apr 07 15:00:40.660111 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 56052) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:00:41.049514 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'name': 'private'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:00:41.055562 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:00:41.060368 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Usage tracker for resource:network and tenant:b82e49cf3ccf49eeac1c26ba9dc84685 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:00:41.064169 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:00:41.071281 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:00:41.081405 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Made reservation on behalf of b82e49cf3ccf49eeac1c26ba9dc84685 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:00:41.087443 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:41.104619 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:41.121664 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:00:41.125623 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Usage tracker for resource:security_group_rule and tenant:b82e49cf3ccf49eeac1c26ba9dc84685 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:00:41.129249 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:00:41.135204 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:00:41.395139 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:41.398636 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:41.403456 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:00:41.420380 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'}  {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 15:00:41.447443 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789267807210', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:41.448073 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fe692f7bea0> segment precommit_create {{(pid=84338) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 07 15:00:41.448552 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.segments_db [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Added segment 36e7af36-ad94-45ef-b4ff-4b5834bc2c3a of type vlan for network d29d5154-193f-4f4a-b977-a063e75b4018
Apr 07 15:00:41.504213 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3471a65-67a6-4964-bf2b-e90d54de39ca,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:00:41.527481 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:41.527862 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:41.528234 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:41.528600 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:41.528962 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:41.529389 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:41.529748 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:41.530109 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:41.530459 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:41.530824 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:41.531173 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:41.531503 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Tracked resource versions report:
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]: pushed versions:
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]: {   'AddressGroup': {'1.2'},
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]:     'ConntrackHelper': {'1.0'},
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Log': {'1.0'},
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Network': {'1.1'},
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Port': {'1.7'},
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]:     'PortForwarding': {'1.2'},
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]:     'QosPolicy': {'1.8'},
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]:     'SecurityGroup': {'1.4'},
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]:     'SecurityGroupRule': {'1.2'},
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]:     'SubPort': {'1.0'},
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Subnet': {'1.1'},
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Trunk': {'1.1'}}
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]: consumer versions:
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]: {   DHCP agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]:     L3 agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]:     Metadata agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]:     Metering agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]:     Open vSwitch agent@dv-cinder-782260-2-iscsi: {   'AddressGroup': '1.2',
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'ConntrackHelper': '1.0',
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Log': '1.0',
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Network': '1.1',
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Port': '1.7',
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'PortForwarding': '1.2',
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'QosPolicy': '1.8',
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'SecurityGroup': '1.4',
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'SecurityGroupRule': '1.2',
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'SubPort': '1.0',
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Subnet': '1.1',
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Trunk': '1.1'}}
Apr 07 15:00:41.532616 dv-cinder-782260-2-iscsi neutron-server[84224]:  {{(pid=84338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 07 15:00:41.567509 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247587465195'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:41.581230 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:00:41.609973 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:41.611433 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:00:41.612118 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:41.616981 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:00:41.727893 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.0664737
Apr 07 15:00:41.728537 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Pushing event updated for resources: {'Network': ['ID=d29d5154-193f-4f4a-b977-a063e75b4018,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:00:41.732075 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:00:41.749534 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Network d29d5154-193f-4f4a-b977-a063e75b4018 details requested by agent ovs-agent-dv-cinder-782260-2-iscsi with host dv-cinder-782260-2-iscsi {{(pid=84339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 15:00:44.801177 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 56068) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:00:45.298009 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1169d536-de96-4dd2-92e5-64bfcf5dd528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:00:45.299490 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-1169d536-de96-4dd2-92e5-64bfcf5dd528 admin admin] 10.222.0.39 "GET /v2.0/networks/d29d5154-193f-4f4a-b977-a063e75b4018 HTTP/1.1" status: 200  len: 825 time: 0.4971864
Apr 07 15:00:45.329948 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-f5c9d7a0-f9ee-4b9f-8e16-c452e16547a2 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/ab5995f3-de26-4ca1-b5a5-b71d599934d5 HTTP/1.1" status: 200  len: 734 time: 0.0240757
Apr 07 15:00:45.339898 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-05fd212e-a16e-46bb-a250-8a6875dd96da admin admin] Request body: {'subnet': {'network_id': 'd29d5154-193f-4f4a-b977-a063e75b4018', 'subnetpool_id': 'ab5995f3-de26-4ca1-b5a5-b71d599934d5', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'gateway_ip': '172.20.0.1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:00:45.344800 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-05fd212e-a16e-46bb-a250-8a6875dd96da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:00:45.348965 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-05fd212e-a16e-46bb-a250-8a6875dd96da admin admin] Usage tracker for resource:subnet and tenant:b82e49cf3ccf49eeac1c26ba9dc84685 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:00:45.352091 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-05fd212e-a16e-46bb-a250-8a6875dd96da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:00:45.358115 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-05fd212e-a16e-46bb-a250-8a6875dd96da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:00:45.368396 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fd212e-a16e-46bb-a250-8a6875dd96da admin admin] Made reservation on behalf of b82e49cf3ccf49eeac1c26ba9dc84685 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:00:45.372965 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-05fd212e-a16e-46bb-a250-8a6875dd96da admin admin] Notify callbacks [] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:45.878192 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-05fd212e-a16e-46bb-a250-8a6875dd96da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:45.894241 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:00:46.028609 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd212e-a16e-46bb-a250-8a6875dd96da admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea22d7a1-afad-4222-bf2f-b7fd1bd61801,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:00:46.044023 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-05fd212e-a16e-46bb-a250-8a6875dd96da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:00:46.104096 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fd212e-a16e-46bb-a250-8a6875dd96da admin admin] Checking segment: {'id': '36e7af36-ad94-45ef-b4ff-4b5834bc2c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd29d5154-193f-4f4a-b977-a063e75b4018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:00:46.104481 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fd212e-a16e-46bb-a250-8a6875dd96da admin admin] Network hostable DHCP agents. Network: d29d5154-193f-4f4a-b977-a063e75b4018, hostable agents: ['13ef685d-6932-4a97-bd41-a6ee1416974e'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 15:00:46.126217 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fd212e-a16e-46bb-a250-8a6875dd96da admin admin] Network d29d5154-193f-4f4a-b977-a063e75b4018 is scheduled to be hosted by DHCP agent 13ef685d-6932-4a97-bd41-a6ee1416974e with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 15:00:46.135645 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-05fd212e-a16e-46bb-a250-8a6875dd96da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-iscsi, d29d5154-193f-4f4a-b977-a063e75b4018) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:00:46.140702 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fd212e-a16e-46bb-a250-8a6875dd96da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:00:46.141369 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-05fd212e-a16e-46bb-a250-8a6875dd96da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:46.146068 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df962e5-5e70-43f6-b3f9-7c6b3fa5baa7 None None] Network d29d5154-193f-4f4a-b977-a063e75b4018 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:00:46.162639 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-05fd212e-a16e-46bb-a250-8a6875dd96da admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8264964
Apr 07 15:00:46.476244 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp464fca95-9925-595a-8d56-a9cc01f1882c-d29d5154-193f-4f4a-b977-a063e75b4018', 'network_id': 'd29d5154-193f-4f4a-b977-a063e75b4018', 'tenant_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'fixed_ips': [{'subnet_id': 'ea22d7a1-afad-4222-bf2f-b7fd1bd61801'}]}} from dv-cinder-782260-2-iscsi. {{(pid=84339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 07 15:00:46.477583 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:46.745393 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Allocated IP 172.20.0.2 (d29d5154-193f-4f4a-b977-a063e75b4018/ea22d7a1-afad-4222-bf2f-b7fd1bd61801/93b725c8-f43d-46ce-80c6-8d707696ccc8) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:00:47.291102 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:47.304791 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Transition to ACTIVE for port object 93b725c8-f43d-46ce-80c6-8d707696ccc8 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:00:47.326756 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Transition to ACTIVE for port object 93b725c8-f43d-46ce-80c6-8d707696ccc8 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:00:47.335854 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:47.350509 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:00:47.487914 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Pushing event updated for resources: {'Port': ['ID=93b725c8-f43d-46ce-80c6-8d707696ccc8,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:00:47.502980 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:47.503366 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:47.503740 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:47.504104 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:47.504470 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:47.504833 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:47.505174 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:47.505579 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:47.505955 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:47.506296 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:47.506646 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:47.506998 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Tracked resource versions report:
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]: pushed versions:
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]: {   'AddressGroup': {'1.2'},
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]:     'ConntrackHelper': {'1.0'},
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Log': {'1.0'},
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Network': {'1.1'},
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Port': {'1.7'},
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]:     'PortForwarding': {'1.2'},
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]:     'QosPolicy': {'1.8'},
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]:     'SecurityGroup': {'1.4'},
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]:     'SecurityGroupRule': {'1.2'},
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]:     'SubPort': {'1.0'},
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Subnet': {'1.1'},
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Trunk': {'1.1'}}
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]: consumer versions:
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]: {   DHCP agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]:     L3 agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]:     Metadata agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]:     Metering agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]:     Open vSwitch agent@dv-cinder-782260-2-iscsi: {   'AddressGroup': '1.2',
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'ConntrackHelper': '1.0',
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Log': '1.0',
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Network': '1.1',
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Port': '1.7',
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'PortForwarding': '1.2',
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'QosPolicy': '1.8',
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'SecurityGroup': '1.4',
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'SecurityGroupRule': '1.2',
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'SubPort': '1.0',
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Subnet': '1.1',
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Trunk': '1.1'}}
Apr 07 15:00:47.508124 dv-cinder-782260-2-iscsi neutron-server[84224]:  {{(pid=84339) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 07 15:00:47.523947 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:00:47.564190 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Network d29d5154-193f-4f4a-b977-a063e75b4018 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:00:47.565858 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Resources bound (agent type, host, resource id):  {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:00:47.568986 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:00:47.671338 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Attempting to bind port 93b725c8-f43d-46ce-80c6-8d707696ccc8 on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:00:47.671776 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Attempting to bind port 93b725c8-f43d-46ce-80c6-8d707696ccc8 by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': '36e7af36-ad94-45ef-b4ff-4b5834bc2c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd29d5154-193f-4f4a-b977-a063e75b4018'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:00:47.672196 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Attempting to bind port 93b725c8-f43d-46ce-80c6-8d707696ccc8 on network d29d5154-193f-4f4a-b977-a063e75b4018 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:00:47.678214 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:00:47.678641 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Checking segment: {'id': '36e7af36-ad94-45ef-b4ff-4b5834bc2c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd29d5154-193f-4f4a-b977-a063e75b4018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:00:47.679129 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:47.679537 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Bound using segment: {'id': '36e7af36-ad94-45ef-b4ff-4b5834bc2c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd29d5154-193f-4f4a-b977-a063e75b4018'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:00:47.680088 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Bound port: 93b725c8-f43d-46ce-80c6-8d707696ccc8, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e7af36-ad94-45ef-b4ff-4b5834bc2c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd29d5154-193f-4f4a-b977-a063e75b4018'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:00:47.680520 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:47.764434 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] For port 93b725c8-f43d-46ce-80c6-8d707696ccc8, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:00:47.769540 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] For port 93b725c8-f43d-46ce-80c6-8d707696ccc8, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=93b725c8-f43d-46ce-80c6-8d707696ccc8,segment=NetworkSegment(36e7af36-ad94-45ef-b4ff-4b5834bc2c3a),segment_id=36e7af36-ad94-45ef-b4ff-4b5834bc2c3a)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:00:47.775401 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:47.791137 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:00:47.943110 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Pushing event updated for resources: {'Port': ['ID=93b725c8-f43d-46ce-80c6-8d707696ccc8,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:00:47.946279 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:00:49.193757 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 56078) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:00:49.889894 dv-cinder-782260-2-iscsi neutron-server[84224]: WARNING oslo_policy.policy [None req-aaec6993-d152-4d15-b245-74d538db654a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 07 15:00:49.890518 dv-cinder-782260-2-iscsi neutron-server[84224]: WARNING oslo_policy.policy [None req-aaec6993-d152-4d15-b245-74d538db654a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 07 15:00:50.123722 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [None req-aaec6993-d152-4d15-b245-74d538db654a admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84337) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 07 15:00:50.125899 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-aaec6993-d152-4d15-b245-74d538db654a admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.9296758
Apr 07 15:00:51.464566 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 93b725c8-f43d-46ce-80c6-8d707696ccc8 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:00:51.543666 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port 93b725c8-f43d-46ce-80c6-8d707696ccc8 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:00:52.818346 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9fee98-dfec-4d36-9f03-61a4d4851601 None None] Network d29d5154-193f-4f4a-b977-a063e75b4018 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:00:52.917482 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-ad44d01e-e231-4ddd-9337-18016917894b None None] Provisioning for port 93b725c8-f43d-46ce-80c6-8d707696ccc8 completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:00:52.924005 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-ad44d01e-e231-4ddd-9337-18016917894b None None] Provisioning complete for port 93b725c8-f43d-46ce-80c6-8d707696ccc8 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:00:52.924408 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ad44d01e-e231-4ddd-9337-18016917894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:52.933942 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 56096) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:00:53.133651 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ad44d01e-e231-4ddd-9337-18016917894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:53.188653 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-ad44d01e-e231-4ddd-9337-18016917894b None None] For port 93b725c8-f43d-46ce-80c6-8d707696ccc8, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=93b725c8-f43d-46ce-80c6-8d707696ccc8,segment=NetworkSegment(36e7af36-ad94-45ef-b4ff-4b5834bc2c3a),segment_id=36e7af36-ad94-45ef-b4ff-4b5834bc2c3a)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:00:53.194909 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ad44d01e-e231-4ddd-9337-18016917894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:53.205822 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:00:53.290245 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44d01e-e231-4ddd-9337-18016917894b None None] Pushing event updated for resources: {'Port': ['ID=93b725c8-f43d-46ce-80c6-8d707696ccc8,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:00:53.293343 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ad44d01e-e231-4ddd-9337-18016917894b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:00:53.359286 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [None req-5daee802-f152-4bd9-9f48-42b17be25876 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 07 15:00:53.360320 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-5daee802-f152-4bd9-9f48-42b17be25876 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4254596
Apr 07 15:00:53.440385 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 93b725c8-f43d-46ce-80c6-8d707696ccc8 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:00:53.532006 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-c860b3e9-0a04-4bd8-b25e-7b2adf10e454 None None] Provisioning complete for port 93b725c8-f43d-46ce-80c6-8d707696ccc8 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:00:53.532423 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c860b3e9-0a04-4bd8-b25e-7b2adf10e454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:53.564446 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 93b725c8-f43d-46ce-80c6-8d707696ccc8 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:00:53.564743 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:56.435609 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 56108) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:00:56.838215 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-cdb9d5e5-82a1-4edc-af5b-b488b70bcd8f admin admin] Request body: {'router': {'tenant_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'name': 'router1', 'admin_state_up': True}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:00:56.916414 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.policy [None req-cdb9d5e5-82a1-4edc-af5b-b488b70bcd8f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84337) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 07 15:00:56.971582 dv-cinder-782260-2-iscsi neutron-server[84224]: WARNING oslo_policy.policy [None req-cdb9d5e5-82a1-4edc-af5b-b488b70bcd8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 07 15:00:56.972045 dv-cinder-782260-2-iscsi neutron-server[84224]: WARNING oslo_policy.policy [None req-cdb9d5e5-82a1-4edc-af5b-b488b70bcd8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 07 15:00:56.990161 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.quota [None req-cdb9d5e5-82a1-4edc-af5b-b488b70bcd8f admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fe6920f4940>.
Apr 07 15:00:57.006112 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-cdb9d5e5-82a1-4edc-af5b-b488b70bcd8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:00:57.012655 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-cdb9d5e5-82a1-4edc-af5b-b488b70bcd8f admin admin] Usage tracker for resource:router and tenant:b82e49cf3ccf49eeac1c26ba9dc84685 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:00:57.017187 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-cdb9d5e5-82a1-4edc-af5b-b488b70bcd8f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:00:57.025040 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-cdb9d5e5-82a1-4edc-af5b-b488b70bcd8f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:00:57.042391 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d5e5-82a1-4edc-af5b-b488b70bcd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-401430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8069'] for router, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:57.044687 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d5e5-82a1-4edc-af5b-b488b70bcd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-513679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767731'] for router, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:57.071349 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d5e5-82a1-4edc-af5b-b488b70bcd8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:57.281244 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7cc78ba3-fbe4-4179-be8f-5f3a087ebe48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:57.349881 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d5e5-82a1-4edc-af5b-b488b70bcd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854374369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854265977'] for router, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:57.371548 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d5e5-82a1-4edc-af5b-b488b70bcd8f admin admin] Notify callbacks [] for router, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:57.372812 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-cdb9d5e5-82a1-4edc-af5b-b488b70bcd8f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.9360783
Apr 07 15:00:59.922788 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-72f0790d-0450-468e-85fb-9b6086ed2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:00:59.960978 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:00.141039 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 56128) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:01:00.334028 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [None req-3cd887c0-0546-481a-895d-5a4f827d3405 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84337) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 07 15:01:00.335055 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-3cd887c0-0546-481a-895d-5a4f827d3405 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1928539
Apr 07 15:01:01.286860 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:01.691770 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:02.963107 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 56148) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:01:03.018399 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:01:03.025253 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:01:03.029702 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Usage tracker for resource:network and tenant:c00918510b4d495d93c44a5ecd462fa7 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:01:03.033442 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:01:03.039879 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:01:03.050476 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Made reservation on behalf of c00918510b4d495d93c44a5ecd462fa7 for: {'network': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:01:03.056950 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for network, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:03.074986 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:03.090673 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:01:03.094802 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Usage tracker for resource:security_group_rule and tenant:c00918510b4d495d93c44a5ecd462fa7 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:01:03.098109 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:01:03.104441 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:01:03.210207 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:03.215024 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:03.220570 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:01:03.233026 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Reserving flat network on physical network physnet1 {{(pid=84337) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 07 15:01:03.266120 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789267807210', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:03.266758 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fe692f7bea0> segment precommit_create {{(pid=84337) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 07 15:01:03.267239 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.segments_db [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Added segment 44896666-8136-41dd-8762-01353411c0f9 of type flat for network aaa28d56-97c7-4706-9a1c-f1c898d32c63
Apr 07 15:01:03.321522 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50d652b-8e04-42d3-a9c7-3e3e1427b243,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:01:03.342360 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:01:03.342702 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:01:03.343100 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:01:03.343489 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:01:03.343814 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:01:03.344186 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:01:03.344542 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:01:03.344873 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:01:03.345267 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:01:03.345635 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:01:03.345981 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:01:03.346327 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Tracked resource versions report:
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]: pushed versions:
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]: {   'AddressGroup': {'1.2'},
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]:     'ConntrackHelper': {'1.0'},
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Log': {'1.0'},
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Network': {'1.1'},
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Port': {'1.7'},
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]:     'PortForwarding': {'1.2'},
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]:     'QosPolicy': {'1.8'},
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]:     'SecurityGroup': {'1.4'},
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]:     'SecurityGroupRule': {'1.2'},
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]:     'SubPort': {'1.0'},
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Subnet': {'1.1'},
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Trunk': {'1.1'}}
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]: consumer versions:
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]: {   DHCP agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]:     L3 agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]:     Metadata agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]:     Metering agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]:     Open vSwitch agent@dv-cinder-782260-2-iscsi: {   'AddressGroup': '1.2',
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'ConntrackHelper': '1.0',
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Log': '1.0',
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Network': '1.1',
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Port': '1.7',
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'PortForwarding': '1.2',
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'QosPolicy': '1.8',
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'SecurityGroup': '1.4',
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'SecurityGroupRule': '1.2',
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'SubPort': '1.0',
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Subnet': '1.1',
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Trunk': '1.1'}}
Apr 07 15:01:03.347536 dv-cinder-782260-2-iscsi neutron-server[84224]:  {{(pid=84337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 07 15:01:03.396679 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:01:03.398481 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247587465195'] for network, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:03.447268 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for network, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:03.449028 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:01:03.449797 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:03.455414 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:01:03.569989 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6056764
Apr 07 15:01:03.573476 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Pushing event updated for resources: {'Network': ['ID=aaa28d56-97c7-4706-9a1c-f1c898d32c63,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:01:03.576819 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:01:03.589062 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Network aaa28d56-97c7-4706-9a1c-f1c898d32c63 details requested by agent ovs-agent-dv-cinder-782260-2-iscsi with host dv-cinder-782260-2-iscsi {{(pid=84339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 15:01:06.194918 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 56164) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:01:06.331064 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449f6b08-09c2-43bf-94ed-7e2c7978696f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:01:06.332664 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-449f6b08-09c2-43bf-94ed-7e2c7978696f admin admin] 10.222.0.39 "GET /v2.0/subnets/ea22d7a1-afad-4222-bf2f-b7fd1bd61801 HTTP/1.1" status: 200  len: 849 time: 0.1366816
Apr 07 15:01:06.493448 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-ca174f79-9aee-47b2-a000-435a71727025 admin admin] 10.222.0.39 "GET /v2.0/routers/bd47ce56-4026-4b6f-8933-b1726816ce67 HTTP/1.1" status: 200  len: 704 time: 0.1493344
Apr 07 15:01:07.024578 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-985a1603-1c0d-4912-9974-8cfd815ea8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:07.283677 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-985a1603-1c0d-4912-9974-8cfd815ea8d1 admin admin] Allocated IP 172.20.0.1 (d29d5154-193f-4f4a-b977-a063e75b4018/ea22d7a1-afad-4222-bf2f-b7fd1bd61801/cfc355b0-a908-4760-be64-83083d019142) {{(pid=84337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:01:07.464865 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-985a1603-1c0d-4912-9974-8cfd815ea8d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:07.486141 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-985a1603-1c0d-4912-9974-8cfd815ea8d1 admin admin] Transition to ACTIVE for port object cfc355b0-a908-4760-be64-83083d019142 will not be triggered until provisioned by entity DHCP. {{(pid=84337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:01:07.548198 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-985a1603-1c0d-4912-9974-8cfd815ea8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836'] for port, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:07.564264 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:01:07.860127 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a1603-1c0d-4912-9974-8cfd815ea8d1 admin admin] Pushing event updated for resources: {'Port': ['ID=cfc355b0-a908-4760-be64-83083d019142,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:01:07.866997 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-985a1603-1c0d-4912-9974-8cfd815ea8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:01:07.928465 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985a1603-1c0d-4912-9974-8cfd815ea8d1 admin admin] Network d29d5154-193f-4f4a-b977-a063e75b4018 is already hosted by enough agents. {{(pid=84337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:01:07.929709 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-985a1603-1c0d-4912-9974-8cfd815ea8d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:01:07.932839 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a1603-1c0d-4912-9974-8cfd815ea8d1 admin admin] Received port after_create {{(pid=84337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:01:07.933438 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-985a1603-1c0d-4912-9974-8cfd815ea8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623627'] for router_interface, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:08.197493 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-fdb97692-c5fd-4032-bf65-889a2cc140d2 None None] Provisioning for port cfc355b0-a908-4760-be64-83083d019142 completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:01:08.206452 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-fdb97692-c5fd-4032-bf65-889a2cc140d2 None None] Provisioning complete for port cfc355b0-a908-4760-be64-83083d019142 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:01:08.207198 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fdb97692-c5fd-4032-bf65-889a2cc140d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:08.230196 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-985a1603-1c0d-4912-9974-8cfd815ea8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:08.312572 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-fdb97692-c5fd-4032-bf65-889a2cc140d2 None None] Port cfc355b0-a908-4760-be64-83083d019142 cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:01:08.524465 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-985a1603-1c0d-4912-9974-8cfd815ea8d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:08.528639 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-985a1603-1c0d-4912-9974-8cfd815ea8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:08.529976 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-985a1603-1c0d-4912-9974-8cfd815ea8d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853103132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408734'] for router_interface, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:08.543424 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-985a1603-1c0d-4912-9974-8cfd815ea8d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:01:08.683933 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a1603-1c0d-4912-9974-8cfd815ea8d1 admin admin] Pushing event updated for resources: {'Port': ['ID=cfc355b0-a908-4760-be64-83083d019142,revision_number=2']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:01:08.687707 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-985a1603-1c0d-4912-9974-8cfd815ea8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:01:08.762791 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985a1603-1c0d-4912-9974-8cfd815ea8d1 admin admin] Network d29d5154-193f-4f4a-b977-a063e75b4018 is already hosted by enough agents. {{(pid=84337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:01:08.764220 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-985a1603-1c0d-4912-9974-8cfd815ea8d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:01:09.039293 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-5a684985-aa7a-43bf-8ea5-6cb0fab2fe24 None None] Provisioning complete for port cfc355b0-a908-4760-be64-83083d019142 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:01:09.039606 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5a684985-aa7a-43bf-8ea5-6cb0fab2fe24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:09.053646 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985a1603-1c0d-4912-9974-8cfd815ea8d1 admin admin] Router bd47ce56-4026-4b6f-8933-b1726816ce67 is scheduled to L3 agent 68e91330-1547-4583-b49b-ec8634823321 with binding_index 1 {{(pid=84337) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 07 15:01:09.272147 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-5a684985-aa7a-43bf-8ea5-6cb0fab2fe24 None None] Port cfc355b0-a908-4760-be64-83083d019142 cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:01:09.377797 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985a1603-1c0d-4912-9974-8cfd815ea8d1 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:01:09.389964 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] Sync routers for ids ['bd47ce56-4026-4b6f-8933-b1726816ce67'] in dv-cinder-782260-2-iscsi {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:01:09.395394 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-985a1603-1c0d-4912-9974-8cfd815ea8d1 admin admin] 10.222.0.39 "PUT /v2.0/routers/bd47ce56-4026-4b6f-8933-b1726816ce67/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.8956645
Apr 07 15:01:09.408732 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] Routers {'bd47ce56-4026-4b6f-8933-b1726816ce67'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:01:09.409827 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6923a80f0>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:01:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['bd47ce56-4026-4b6f-8933-b1726816ce67'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:01:09.617228 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] Set router bd47ce56-4026-4b6f-8933-b1726816ce67 gateway port host: None {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:01:10.035738 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6923a80f0>, [{'id': 'bd47ce56-4026-4b6f-8933-b1726816ce67', 'name': 'router1', 'tenant_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:00:57Z', 'updated_at': '2021-04-07T15:01:08Z', 'revision_number': 2, 'project_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'gw_port_host': None, '_interfaces': [{'id': 'cfc355b0-a908-4760-be64-83083d019142', 'name': '', 'network_id': 'd29d5154-193f-4f4a-b977-a063e75b4018', 'tenant_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'mac_address': 'fa:16:3e:47:04:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd47ce56-4026-4b6f-8933-b1726816ce67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea22d7a1-afad-4222-bf2f-b7fd1bd61801', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:01:07Z', 'updated_at': '2021-04-07T15:01:08Z', 'revision_number': 2, 'project_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'subnets': [{'id': 'ea22d7a1-afad-4222-bf2f-b7fd1bd61801', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab5995f3-de26-4ca1-b5a5-b71d599934d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:01:10.044475 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] Checking router: bd47ce56-4026-4b6f-8933-b1726816ce67 for host: dv-cinder-782260-2-iscsi {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:01:10.045168 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] Updating router bd47ce56-4026-4b6f-8933-b1726816ce67 port cfc355b0-a908-4760-be64-83083d019142 binding host dv-cinder-782260-2-iscsi {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 15:01:10.307598 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:10.792174 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:10.807308 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] Transition to ACTIVE for port object cfc355b0-a908-4760-be64-83083d019142 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:01:10.813342 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:10.827357 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:01:10.972238 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40539eb7-faee-4853-ba79-7ef2328324b9 None None] Pushing event updated for resources: {'Port': ['ID=cfc355b0-a908-4760-be64-83083d019142,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:01:10.983895 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40539eb7-faee-4853-ba79-7ef2328324b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:01:10.984272 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40539eb7-faee-4853-ba79-7ef2328324b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:01:10.984643 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40539eb7-faee-4853-ba79-7ef2328324b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:01:10.985004 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40539eb7-faee-4853-ba79-7ef2328324b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:01:10.985406 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40539eb7-faee-4853-ba79-7ef2328324b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:01:10.985765 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40539eb7-faee-4853-ba79-7ef2328324b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:01:10.986118 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40539eb7-faee-4853-ba79-7ef2328324b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:01:10.986473 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40539eb7-faee-4853-ba79-7ef2328324b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:01:10.986800 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40539eb7-faee-4853-ba79-7ef2328324b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:01:10.987172 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40539eb7-faee-4853-ba79-7ef2328324b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:01:10.987507 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40539eb7-faee-4853-ba79-7ef2328324b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:01:10.987888 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40539eb7-faee-4853-ba79-7ef2328324b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40539eb7-faee-4853-ba79-7ef2328324b9 None None] Tracked resource versions report:
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]: pushed versions:
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]: {   'AddressGroup': {'1.2'},
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]:     'ConntrackHelper': {'1.0'},
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Log': {'1.0'},
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Network': {'1.1'},
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Port': {'1.7'},
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]:     'PortForwarding': {'1.2'},
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]:     'QosPolicy': {'1.8'},
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]:     'SecurityGroup': {'1.4'},
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]:     'SecurityGroupRule': {'1.2'},
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]:     'SubPort': {'1.0'},
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Subnet': {'1.1'},
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Trunk': {'1.1'}}
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]: consumer versions:
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]: {   DHCP agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]:     L3 agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]:     Metadata agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]:     Metering agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]:     Open vSwitch agent@dv-cinder-782260-2-iscsi: {   'AddressGroup': '1.2',
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'ConntrackHelper': '1.0',
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Log': '1.0',
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Network': '1.1',
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Port': '1.7',
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'PortForwarding': '1.2',
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'QosPolicy': '1.8',
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'SecurityGroup': '1.4',
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'SecurityGroupRule': '1.2',
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'SubPort': '1.0',
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Subnet': '1.1',
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Trunk': '1.1'}}
Apr 07 15:01:10.989019 dv-cinder-782260-2-iscsi neutron-server[84224]:  {{(pid=84340) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 07 15:01:11.005387 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-40539eb7-faee-4853-ba79-7ef2328324b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:01:11.202672 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] Attempting to bind port cfc355b0-a908-4760-be64-83083d019142 on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:01:11.203120 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] Attempting to bind port cfc355b0-a908-4760-be64-83083d019142 by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': '36e7af36-ad94-45ef-b4ff-4b5834bc2c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd29d5154-193f-4f4a-b977-a063e75b4018'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:01:11.203531 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] Attempting to bind port cfc355b0-a908-4760-be64-83083d019142 on network d29d5154-193f-4f4a-b977-a063e75b4018 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:01:11.209948 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:01:11.210417 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] Checking segment: {'id': '36e7af36-ad94-45ef-b4ff-4b5834bc2c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd29d5154-193f-4f4a-b977-a063e75b4018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:01:11.210930 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:11.211362 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] Bound using segment: {'id': '36e7af36-ad94-45ef-b4ff-4b5834bc2c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd29d5154-193f-4f4a-b977-a063e75b4018'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:01:11.211900 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] Bound port: cfc355b0-a908-4760-be64-83083d019142, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e7af36-ad94-45ef-b4ff-4b5834bc2c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd29d5154-193f-4f4a-b977-a063e75b4018'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:01:11.212306 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:11.296047 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] For port cfc355b0-a908-4760-be64-83083d019142, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:01:11.301193 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] For port cfc355b0-a908-4760-be64-83083d019142, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=cfc355b0-a908-4760-be64-83083d019142,segment=NetworkSegment(36e7af36-ad94-45ef-b4ff-4b5834bc2c3a),segment_id=36e7af36-ad94-45ef-b4ff-4b5834bc2c3a)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:01:11.309635 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:11.325965 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-40539eb7-faee-4853-ba79-7ef2328324b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:01:11.483837 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40539eb7-faee-4853-ba79-7ef2328324b9 None None] Pushing event updated for resources: {'Port': ['ID=cfc355b0-a908-4760-be64-83083d019142,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:01:11.489729 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-40539eb7-faee-4853-ba79-7ef2328324b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:01:11.528876 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 5 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:01:11.563613 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] Routers {'bd47ce56-4026-4b6f-8933-b1726816ce67'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:01:11.564611 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6923a80f0>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:01:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['bd47ce56-4026-4b6f-8933-b1726816ce67'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:01:11.822857 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] Set router bd47ce56-4026-4b6f-8933-b1726816ce67 gateway port host: None {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:01:12.179948 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6923a80f0>, [{'id': 'bd47ce56-4026-4b6f-8933-b1726816ce67', 'name': 'router1', 'tenant_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:00:57Z', 'updated_at': '2021-04-07T15:01:08Z', 'revision_number': 2, 'project_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'gw_port_host': None, '_interfaces': [{'id': 'cfc355b0-a908-4760-be64-83083d019142', 'name': '', 'network_id': 'd29d5154-193f-4f4a-b977-a063e75b4018', 'tenant_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'mac_address': 'fa:16:3e:47:04:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd47ce56-4026-4b6f-8933-b1726816ce67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea22d7a1-afad-4222-bf2f-b7fd1bd61801', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:01:07Z', 'updated_at': '2021-04-07T15:01:11Z', 'revision_number': 4, 'project_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'subnets': [{'id': 'ea22d7a1-afad-4222-bf2f-b7fd1bd61801', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab5995f3-de26-4ca1-b5a5-b71d599934d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:01:12.184763 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670ea24b-8c15-491a-9793-f86d6e39cdd9 None None] The sync data for ids ['bd47ce56-4026-4b6f-8933-b1726816ce67'] in dv-cinder-782260-2-iscsi is: [{'id': 'bd47ce56-4026-4b6f-8933-b1726816ce67', 'name': 'router1', 'tenant_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:00:57Z', 'updated_at': '2021-04-07T15:01:08Z', 'revision_number': 2, 'project_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'gw_port_host': None, '_interfaces': [{'id': 'cfc355b0-a908-4760-be64-83083d019142', 'name': '', 'network_id': 'd29d5154-193f-4f4a-b977-a063e75b4018', 'tenant_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'mac_address': 'fa:16:3e:47:04:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd47ce56-4026-4b6f-8933-b1726816ce67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea22d7a1-afad-4222-bf2f-b7fd1bd61801', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:01:07Z', 'updated_at': '2021-04-07T15:01:11Z', 'revision_number': 4, 'project_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'subnets': [{'id': 'ea22d7a1-afad-4222-bf2f-b7fd1bd61801', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab5995f3-de26-4ca1-b5a5-b71d599934d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:01:12.271753 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 56176) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:01:12.434826 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f1f48-9150-4b27-aeaa-30e3ac0743d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:01:12.435369 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-da2f1f48-9150-4b27-aeaa-30e3ac0743d0 admin admin] Synchronizing usage tracker for tenant:c00918510b4d495d93c44a5ecd462fa7 on resource:network {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:01:12.453893 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-da2f1f48-9150-4b27-aeaa-30e3ac0743d0 admin admin] Unset dirty status for tenant:c00918510b4d495d93c44a5ecd462fa7 on resource:network {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:01:12.461161 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-da2f1f48-9150-4b27-aeaa-30e3ac0743d0 admin admin] 10.222.0.39 "GET /v2.0/networks/aaa28d56-97c7-4706-9a1c-f1c898d32c63 HTTP/1.1" status: 200  len: 842 time: 0.1821833
Apr 07 15:01:12.466168 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-2c449f3c-2483-4f85-846a-4b428ffcfdf7 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'cidr': '172.27.2.0/24'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:01:12.472023 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-2c449f3c-2483-4f85-846a-4b428ffcfdf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:01:12.476259 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-2c449f3c-2483-4f85-846a-4b428ffcfdf7 admin admin] Usage tracker for resource:subnet and tenant:c00918510b4d495d93c44a5ecd462fa7 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:01:12.479315 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-2c449f3c-2483-4f85-846a-4b428ffcfdf7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:01:12.485796 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-2c449f3c-2483-4f85-846a-4b428ffcfdf7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:01:12.494964 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c449f3c-2483-4f85-846a-4b428ffcfdf7 admin admin] Made reservation on behalf of c00918510b4d495d93c44a5ecd462fa7 for: {'subnet': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:01:12.499541 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2c449f3c-2483-4f85-846a-4b428ffcfdf7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:13.172652 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.objects.ports [None req-2c449f3c-2483-4f85-846a-4b428ffcfdf7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84337) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 07 15:01:13.173182 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2c449f3c-2483-4f85-846a-4b428ffcfdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for subnet, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:13.187152 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:01:13.323363 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c449f3c-2483-4f85-846a-4b428ffcfdf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0,revision_number=0']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:01:13.339786 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-2c449f3c-2483-4f85-846a-4b428ffcfdf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:01:13.402101 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c449f3c-2483-4f85-846a-4b428ffcfdf7 admin admin] Checking segment: {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:01:13.402557 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c449f3c-2483-4f85-846a-4b428ffcfdf7 admin admin] Network hostable DHCP agents. Network: aaa28d56-97c7-4706-9a1c-f1c898d32c63, hostable agents: ['13ef685d-6932-4a97-bd41-a6ee1416974e'], hosted agents: [] {{(pid=84337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 15:01:13.437312 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c449f3c-2483-4f85-846a-4b428ffcfdf7 admin admin] Network aaa28d56-97c7-4706-9a1c-f1c898d32c63 is scheduled to be hosted by DHCP agent 13ef685d-6932-4a97-bd41-a6ee1416974e with binding_index 1 {{(pid=84337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 15:01:13.445461 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-2c449f3c-2483-4f85-846a-4b428ffcfdf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-iscsi, aaa28d56-97c7-4706-9a1c-f1c898d32c63) {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:01:13.450358 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c449f3c-2483-4f85-846a-4b428ffcfdf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:01:13.451480 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2c449f3c-2483-4f85-846a-4b428ffcfdf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for subnet, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:13.459337 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b8c5f2-6768-4132-9397-65e74068d2a7 None None] Network aaa28d56-97c7-4706-9a1c-f1c898d32c63 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:01:13.474813 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-2c449f3c-2483-4f85-846a-4b428ffcfdf7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0127516
Apr 07 15:01:13.496716 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device cfc355b0-a908-4760-be64-83083d019142 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:01:13.711098 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port cfc355b0-a908-4760-be64-83083d019142 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:01:13.728856 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port cfc355b0-a908-4760-be64-83083d019142 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:01:13.729302 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:13.841302 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ef7778-e429-4977-86c2-8b0b237e2812 None None] Network aaa28d56-97c7-4706-9a1c-f1c898d32c63 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:01:14.002092 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:14.061915 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] For port cfc355b0-a908-4760-be64-83083d019142, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=cfc355b0-a908-4760-be64-83083d019142,segment=NetworkSegment(36e7af36-ad94-45ef-b4ff-4b5834bc2c3a),segment_id=36e7af36-ad94-45ef-b4ff-4b5834bc2c3a)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:01:14.071846 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:14.082552 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:01:14.199780 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Pushing event updated for resources: {'Port': ['ID=cfc355b0-a908-4760-be64-83083d019142,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:01:14.202969 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:01:15.466966 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device cfc355b0-a908-4760-be64-83083d019142 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:01:15.544331 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port cfc355b0-a908-4760-be64-83083d019142 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:01:15.544717 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:16.108272 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 56190) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:01:16.367020 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-9219a556-6001-4b16-b171-9f8d5fd5f16a admin admin] 10.222.0.39 "GET /v2.0/routers/bd47ce56-4026-4b6f-8933-b1726816ce67 HTTP/1.1" status: 200  len: 710 time: 0.2573812
Apr 07 15:01:16.513035 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f122d4-e421-4b43-9395-2c1319f4ae83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:01:16.514548 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-f4f122d4-e421-4b43-9395-2c1319f4ae83 admin admin] 10.222.0.39 "GET /v2.0/networks/aaa28d56-97c7-4706-9a1c-f1c898d32c63 HTTP/1.1" status: 200  len: 886 time: 0.1414680
Apr 07 15:01:16.525310 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-1cea2cb4-ae40-4613-a5b1-e6a535484cb0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:01:17.157766 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1cea2cb4-ae40-4613-a5b1-e6a535484cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-509801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-401415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767750'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:17.508033 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1cea2cb4-ae40-4613-a5b1-e6a535484cb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:17.567560 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1cea2cb4-ae40-4613-a5b1-e6a535484cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:17.713216 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-1cea2cb4-ae40-4613-a5b1-e6a535484cb0 admin admin] Allocated IP 172.27.2.74 (aaa28d56-97c7-4706-9a1c-f1c898d32c63/b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0/4289a926-9c7a-47ba-b003-0ad9d497350f) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:01:17.870962 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1cea2cb4-ae40-4613-a5b1-e6a535484cb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:17.933918 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1cea2cb4-ae40-4613-a5b1-e6a535484cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:17.947315 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:01:18.085113 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea2cb4-ae40-4613-a5b1-e6a535484cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=4289a926-9c7a-47ba-b003-0ad9d497350f,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:01:18.092756 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1cea2cb4-ae40-4613-a5b1-e6a535484cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:01:18.142113 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cea2cb4-ae40-4613-a5b1-e6a535484cb0 admin admin] Network aaa28d56-97c7-4706-9a1c-f1c898d32c63 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:01:18.143311 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-1cea2cb4-ae40-4613-a5b1-e6a535484cb0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:01:18.145902 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cea2cb4-ae40-4613-a5b1-e6a535484cb0 admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:01:18.554700 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1cea2cb4-ae40-4613-a5b1-e6a535484cb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:19.087925 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1cea2cb4-ae40-4613-a5b1-e6a535484cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-509801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-401415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767750'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:19.091563 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1cea2cb4-ae40-4613-a5b1-e6a535484cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854265977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854265962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-509854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854374388'] for router, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:19.286368 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cea2cb4-ae40-4613-a5b1-e6a535484cb0 admin admin] Router bd47ce56-4026-4b6f-8933-b1726816ce67 has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:01:19.485020 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cea2cb4-ae40-4613-a5b1-e6a535484cb0 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:01:19.494167 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1cea2cb4-ae40-4613-a5b1-e6a535484cb0 admin admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:19.495418 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-1cea2cb4-ae40-4613-a5b1-e6a535484cb0 admin admin] 10.222.0.39 "PUT /v2.0/routers/bd47ce56-4026-4b6f-8933-b1726816ce67 HTTP/1.1" status: 200  len: 889 time: 2.9739835
Apr 07 15:01:19.500062 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] Sync routers for ids ['bd47ce56-4026-4b6f-8933-b1726816ce67'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:01:19.511798 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] Routers {'bd47ce56-4026-4b6f-8933-b1726816ce67'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:01:19.512509 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe693219160>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:01:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['bd47ce56-4026-4b6f-8933-b1726816ce67'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:01:19.723899 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] Set router bd47ce56-4026-4b6f-8933-b1726816ce67 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:01:20.095902 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe693219160>, [{'id': 'bd47ce56-4026-4b6f-8933-b1726816ce67', 'name': 'router1', 'tenant_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '4289a926-9c7a-47ba-b003-0ad9d497350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:00:57Z', 'updated_at': '2021-04-07T15:01:18Z', 'revision_number': 4, 'project_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'gw_port': {'id': '4289a926-9c7a-47ba-b003-0ad9d497350f', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fa:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd47ce56-4026-4b6f-8933-b1726816ce67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:01:17Z', 'updated_at': '2021-04-07T15:01:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': 'cfc355b0-a908-4760-be64-83083d019142', 'name': '', 'network_id': 'd29d5154-193f-4f4a-b977-a063e75b4018', 'tenant_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'mac_address': 'fa:16:3e:47:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd47ce56-4026-4b6f-8933-b1726816ce67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea22d7a1-afad-4222-bf2f-b7fd1bd61801', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:01:07Z', 'updated_at': '2021-04-07T15:01:14Z', 'revision_number': 5, 'project_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'subnets': [{'id': 'ea22d7a1-afad-4222-bf2f-b7fd1bd61801', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab5995f3-de26-4ca1-b5a5-b71d599934d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:01:20.101140 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] Checking router: bd47ce56-4026-4b6f-8933-b1726816ce67 for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:01:20.101565 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] Updating router bd47ce56-4026-4b6f-8933-b1726816ce67 port 4289a926-9c7a-47ba-b003-0ad9d497350f binding host dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 15:01:20.158711 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:20.580783 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:20.594926 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] Transition to ACTIVE for port object 4289a926-9c7a-47ba-b003-0ad9d497350f will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:01:20.602874 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:20.616409 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ad44d01e-e231-4ddd-9337-18016917894b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:01:20.756057 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d03824-94ce-41f3-82c1-58a25742019a None None] Pushing event updated for resources: {'Port': ['ID=4289a926-9c7a-47ba-b003-0ad9d497350f,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:01:20.769420 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-04d03824-94ce-41f3-82c1-58a25742019a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:01:20.982732 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] Attempting to bind port 4289a926-9c7a-47ba-b003-0ad9d497350f on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:01:20.983097 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] Attempting to bind port 4289a926-9c7a-47ba-b003-0ad9d497350f by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:01:20.983490 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] Attempting to bind port 4289a926-9c7a-47ba-b003-0ad9d497350f on network aaa28d56-97c7-4706-9a1c-f1c898d32c63 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:01:20.989546 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:01:20.989950 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] Checking segment: {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:01:20.990393 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:20.990819 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] Bound using segment: {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:01:20.991335 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] Bound port: 4289a926-9c7a-47ba-b003-0ad9d497350f, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:01:20.991726 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:21.072423 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] For port 4289a926-9c7a-47ba-b003-0ad9d497350f, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:01:21.076111 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] For port 4289a926-9c7a-47ba-b003-0ad9d497350f, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=4289a926-9c7a-47ba-b003-0ad9d497350f,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:01:21.080050 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:21.093682 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:01:21.236609 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d03824-94ce-41f3-82c1-58a25742019a None None] Pushing event updated for resources: {'Port': ['ID=4289a926-9c7a-47ba-b003-0ad9d497350f,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:01:21.251791 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-04d03824-94ce-41f3-82c1-58a25742019a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:01:21.298771 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] Routers {'bd47ce56-4026-4b6f-8933-b1726816ce67'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:01:21.299443 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe693219160>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:01:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['bd47ce56-4026-4b6f-8933-b1726816ce67'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:01:21.494082 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] Set router bd47ce56-4026-4b6f-8933-b1726816ce67 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:01:21.889959 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe693219160>, [{'id': 'bd47ce56-4026-4b6f-8933-b1726816ce67', 'name': 'router1', 'tenant_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '4289a926-9c7a-47ba-b003-0ad9d497350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:00:57Z', 'updated_at': '2021-04-07T15:01:18Z', 'revision_number': 4, 'project_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'gw_port': {'id': '4289a926-9c7a-47ba-b003-0ad9d497350f', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fa:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd47ce56-4026-4b6f-8933-b1726816ce67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:01:17Z', 'updated_at': '2021-04-07T15:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': 'cfc355b0-a908-4760-be64-83083d019142', 'name': '', 'network_id': 'd29d5154-193f-4f4a-b977-a063e75b4018', 'tenant_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'mac_address': 'fa:16:3e:47:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd47ce56-4026-4b6f-8933-b1726816ce67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea22d7a1-afad-4222-bf2f-b7fd1bd61801', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:01:07Z', 'updated_at': '2021-04-07T15:01:14Z', 'revision_number': 5, 'project_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'subnets': [{'id': 'ea22d7a1-afad-4222-bf2f-b7fd1bd61801', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab5995f3-de26-4ca1-b5a5-b71d599934d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:01:21.894802 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13819337-d340-481d-988d-da6d03ae0ecf None None] The sync data for ids ['bd47ce56-4026-4b6f-8933-b1726816ce67'] in dv-cinder-782260-2-iscsi is: [{'id': 'bd47ce56-4026-4b6f-8933-b1726816ce67', 'name': 'router1', 'tenant_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '4289a926-9c7a-47ba-b003-0ad9d497350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:00:57Z', 'updated_at': '2021-04-07T15:01:18Z', 'revision_number': 4, 'project_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'gw_port': {'id': '4289a926-9c7a-47ba-b003-0ad9d497350f', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fa:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd47ce56-4026-4b6f-8933-b1726816ce67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:01:17Z', 'updated_at': '2021-04-07T15:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': 'cfc355b0-a908-4760-be64-83083d019142', 'name': '', 'network_id': 'd29d5154-193f-4f4a-b977-a063e75b4018', 'tenant_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'mac_address': 'fa:16:3e:47:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd47ce56-4026-4b6f-8933-b1726816ce67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea22d7a1-afad-4222-bf2f-b7fd1bd61801', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:01:07Z', 'updated_at': '2021-04-07T15:01:14Z', 'revision_number': 5, 'project_id': 'b82e49cf3ccf49eeac1c26ba9dc84685', 'subnets': [{'id': 'ea22d7a1-afad-4222-bf2f-b7fd1bd61801', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab5995f3-de26-4ca1-b5a5-b71d599934d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:01:22.222180 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 56200) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:01:22.353001 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-9cb97b7f-f2c7-44b9-95e8-af8a19f98c4a admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1295366
Apr 07 15:01:23.494237 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 4289a926-9c7a-47ba-b003-0ad9d497350f up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:01:23.576318 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port 4289a926-9c7a-47ba-b003-0ad9d497350f completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:01:23.584745 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 4289a926-9c7a-47ba-b003-0ad9d497350f triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:01:23.585169 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:23.713415 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:23.731324 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] For port 4289a926-9c7a-47ba-b003-0ad9d497350f, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=4289a926-9c7a-47ba-b003-0ad9d497350f,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:01:23.735040 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:23.737872 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:01:23.814750 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Pushing event updated for resources: {'Port': ['ID=4289a926-9c7a-47ba-b003-0ad9d497350f,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:01:23.818773 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:01:25.517014 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 4289a926-9c7a-47ba-b003-0ad9d497350f up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:01:25.625905 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 4289a926-9c7a-47ba-b003-0ad9d497350f triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:01:25.626666 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:27.301317 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e67edcda-37aa-44f4-bce5-5cb0aff8e2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:29.938528 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a547f7a9-3426-4fdf-aecc-ba80af197609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:29.986518 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:31.303168 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:31.722663 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:48.519801 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 5 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:01:57.285788 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4d1d04af-e8a1-47be-9c91-ab9ec80f221b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:59.926480 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2552a3d7-67f4-4be2-8705-1e6a5d6b6eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:01:59.975443 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:02:01.278295 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:02:01.723313 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:02:25.519828 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 5 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:02:27.291413 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a393e6de-9ee8-475c-9a5e-1f284f8fe4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:02:29.922031 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-78a48e88-0d9a-49bb-9497-591e6fe7101c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:02:29.978336 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:02:31.285264 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:02:31.727683 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:02:57.289048 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-842ae1fa-931c-4610-a5b0-1118462d57cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:02:59.926824 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4b40-e1a8-45d1-a146-c43bb0bacfe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:02:59.976467 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:03:01.282761 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:03:01.730205 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:03:02.519941 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 5 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:03:27.283963 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ecc446a8-ab96-47d1-b833-8803a59ea084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:03:29.929541 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-927187cd-883e-4166-8b30-30bc8c52cfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:03:29.978967 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:03:31.287986 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:03:31.737178 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:03:38.043034 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 56770) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:03:38.122580 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c553a763-2501-4d81-b3b3-132e8f4ea42d admin admin] GET failed (client error): The resource could not be found.
Apr 07 15:03:38.123991 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-c553a763-2501-4d81-b3b3-132e8f4ea42d admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0799654
Apr 07 15:03:38.270881 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff470e13-528a-49e6-8f7d-52d5318b50d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:03:38.272539 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-ff470e13-528a-49e6-8f7d-52d5318b50d0 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1441450
Apr 07 15:03:39.520684 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 5 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:03:40.756335 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 56780) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:03:40.883095 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef41061f-8052-4ee7-8aa9-2239a1f22c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:03:40.884684 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-ef41061f-8052-4ee7-8aa9-2239a1f22c6a admin admin] 10.222.0.39 "GET /v2.0/subnets/ea22d7a1-afad-4222-bf2f-b7fd1bd61801 HTTP/1.1" status: 200  len: 849 time: 0.1272445
Apr 07 15:03:40.895664 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-d720ab27-1978-4115-86c2-d564a9deb4a3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:03:41.027355 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d720ab27-1978-4115-86c2-d564a9deb4a3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:03:41.368604 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d720ab27-1978-4115-86c2-d564a9deb4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789267774596'] for subnet, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:03:41.381770 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-05fd212e-a16e-46bb-a250-8a6875dd96da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:03:41.513614 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720ab27-1978-4115-86c2-d564a9deb4a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea22d7a1-afad-4222-bf2f-b7fd1bd61801,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:03:41.537719 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720ab27-1978-4115-86c2-d564a9deb4a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:03:41.538112 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720ab27-1978-4115-86c2-d564a9deb4a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:03:41.538475 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720ab27-1978-4115-86c2-d564a9deb4a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:03:41.538835 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720ab27-1978-4115-86c2-d564a9deb4a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:03:41.539199 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720ab27-1978-4115-86c2-d564a9deb4a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:03:41.539568 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720ab27-1978-4115-86c2-d564a9deb4a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:03:41.539947 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720ab27-1978-4115-86c2-d564a9deb4a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:03:41.540322 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720ab27-1978-4115-86c2-d564a9deb4a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:03:41.540676 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720ab27-1978-4115-86c2-d564a9deb4a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:03:41.541019 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720ab27-1978-4115-86c2-d564a9deb4a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:03:41.541373 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720ab27-1978-4115-86c2-d564a9deb4a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:03:41.541729 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720ab27-1978-4115-86c2-d564a9deb4a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:03:41.545473 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d720ab27-1978-4115-86c2-d564a9deb4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:03:41.580720 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d720ab27-1978-4115-86c2-d564a9deb4a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:03:41.581403 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d720ab27-1978-4115-86c2-d564a9deb4a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:03:41.582782 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-d720ab27-1978-4115-86c2-d564a9deb4a3 admin admin] 10.222.0.39 "PUT /v2.0/subnets/ea22d7a1-afad-4222-bf2f-b7fd1bd61801 HTTP/1.1" status: 200  len: 868 time: 0.6913836
Apr 07 15:03:41.586211 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7e6ead-6d52-4b78-9fc0-c573f016ecdb None None] Network d29d5154-193f-4f4a-b977-a063e75b4018 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:03:42.092016 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-66c63ce6-2c82-4da9-9e01-fde886d6d361 None None] Provisioning complete for port cfc355b0-a908-4760-be64-83083d019142 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:03:42.092848 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-66c63ce6-2c82-4da9-9e01-fde886d6d361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:03:42.230987 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-66c63ce6-2c82-4da9-9e01-fde886d6d361 None None] Provisioning complete for port 93b725c8-f43d-46ce-80c6-8d707696ccc8 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:03:42.231321 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-66c63ce6-2c82-4da9-9e01-fde886d6d361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:03:44.079266 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 56790) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:03:44.277178 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9126c57-d5c4-4299-a438-d564c33eee0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:03:44.277744 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9126c57-d5c4-4299-a438-d564c33eee0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:03:44.279431 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-f9126c57-d5c4-4299-a438-d564c33eee0f admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1991034
Apr 07 15:03:46.764146 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 56800) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:03:46.955435 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f12590-a9cd-4e88-a63e-a4b91834fd84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:03:46.955863 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f12590-a9cd-4e88-a63e-a4b91834fd84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:03:46.957572 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-85f12590-a9cd-4e88-a63e-a4b91834fd84 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1922457
Apr 07 15:03:49.464056 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 56810) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:03:49.652996 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a16dde-4b19-45d1-857b-9ca7abca9186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:03:49.654464 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-54a16dde-4b19-45d1-857b-9ca7abca9186 admin admin] 10.222.0.39 "GET /v2.0/networks/aaa28d56-97c7-4706-9a1c-f1c898d32c63 HTTP/1.1" status: 200  len: 886 time: 0.1893485
Apr 07 15:03:52.133104 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 56820) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:03:52.326125 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2880afc6-0032-464a-a8a9-b2dd4bc0a78d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:03:52.327551 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-2880afc6-0032-464a-a8a9-b2dd4bc0a78d admin admin] 10.222.0.39 "GET /v2.0/networks/d29d5154-193f-4f4a-b977-a063e75b4018 HTTP/1.1" status: 200  len: 869 time: 0.1931841
Apr 07 15:03:54.829845 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 56830) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:03:54.958375 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6071d0-abe3-4f60-8043-2ff3130e3ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:03:54.958963 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6071d0-abe3-4f60-8043-2ff3130e3ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:03:54.959723 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-fa6071d0-abe3-4f60-8043-2ff3130e3ee2 admin admin] Synchronizing usage tracker for tenant:c00918510b4d495d93c44a5ecd462fa7 on resource:subnet {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:03:54.977321 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-fa6071d0-abe3-4f60-8043-2ff3130e3ee2 admin admin] Unset dirty status for tenant:c00918510b4d495d93c44a5ecd462fa7 on resource:subnet {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:03:54.978726 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-fa6071d0-abe3-4f60-8043-2ff3130e3ee2 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1478200
Apr 07 15:03:57.287855 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-546400da-61e7-4c11-a84f-0c3ec97eb8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:03:57.484772 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 56840) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:03:57.616727 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5b8c3b-1c38-4ce8-80e4-0f733de6e6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:03:57.617251 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5b8c3b-1c38-4ce8-80e4-0f733de6e6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:03:57.619096 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-ee5b8c3b-1c38-4ce8-80e4-0f733de6e6b6 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1328938
Apr 07 15:03:59.932381 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-053fb57b-b0c0-4bdc-9b2e-1db0fb1c180a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:03:59.981728 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:00.107105 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 56850) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:04:00.220403 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1f7b2d-be65-451a-bfd9-6b9abb78e0a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:04:00.221911 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-8e1f7b2d-be65-451a-bfd9-6b9abb78e0a8 admin admin] 10.222.0.39 "GET /v2.0/subnets/b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0 HTTP/1.1" status: 200  len: 816 time: 0.1137328
Apr 07 15:04:01.292518 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:01.739372 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:02.707933 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 56860) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:04:02.830308 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c99c37-e43e-4185-86ab-1af404a13bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:04:02.831867 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-b6c99c37-e43e-4185-86ab-1af404a13bdf admin admin] 10.222.0.39 "GET /v2.0/subnets/ea22d7a1-afad-4222-bf2f-b7fd1bd61801 HTTP/1.1" status: 200  len: 868 time: 0.1228881
Apr 07 15:04:16.521037 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 5 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:04:27.291877 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-80510be6-c78c-43ef-ad70-473e4ef338f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:29.382578 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 56904) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:04:29.437718 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [None req-83079837-6907-44a3-95bd-dec811858e86 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84337) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 07 15:04:29.438819 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-83079837-6907-44a3-95bd-dec811858e86 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0551996
Apr 07 15:04:29.936709 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2aa56e30-0490-4fcc-9682-1693014127ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:29.985028 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:31.297486 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:31.744303 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:31.993979 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 56914) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:04:32.087717 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac2b66a-6cd8-480b-91b7-109dd52ded55 admin admin] GET failed (client error): The resource could not be found.
Apr 07 15:04:32.089161 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-fac2b66a-6cd8-480b-91b7-109dd52ded55 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0941882
Apr 07 15:04:32.236270 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9357749a-f3a3-405e-81e4-09c138f3cd6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:04:32.237778 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-9357749a-f3a3-405e-81e4-09c138f3cd6b admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1440051
Apr 07 15:04:34.736204 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 56924) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:04:34.789241 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:04:34.794532 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:04:34.805114 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:04:34.815548 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] Made reservation on behalf of c00918510b4d495d93c44a5ecd462fa7 for: {'network': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:04:34.820615 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for network, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:34.914188 dv-cinder-782260-2-iscsi neutron-server[84224]: WARNING neutron.services.revisions.revision_plugin [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fe69104bb70] {project_id='c00918510b4d495d93c44a5ecd462fa7', id='71add207-c567-48a4-b94c-2cdd1e531723', target_tenant='*', action='access_as_shared', object_id='4b9d37e3-988d-4b77-a1ed-12befe30f3c7'}> to bump revision.
Apr 07 15:04:34.928999 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'}  {{(pid=84337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 15:04:34.939058 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:34.939456 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.segments_db [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] Added segment 5ad7e9b0-85ea-418e-8f25-0dbb1a61dcb8 of type vlan for network 4b9d37e3-988d-4b77-a1ed-12befe30f3c7
Apr 07 15:04:34.967633 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247587465195'] for network, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:35.001229 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for network, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:35.002664 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:04:35.003385 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:35.008719 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:04:35.116153 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3787434
Apr 07 15:04:35.119259 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] Pushing event updated for resources: {'Network': ['ID=4b9d37e3-988d-4b77-a1ed-12befe30f3c7,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:04:35.127292 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:04:35.127684 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:04:35.128028 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:04:35.128420 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:04:35.128775 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:04:35.129134 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:04:35.129523 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:04:35.129866 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:04:35.130233 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:04:35.130586 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:04:35.130932 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:04:35.131281 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:04:35.135481 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:04:35.144592 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Network 4b9d37e3-988d-4b77-a1ed-12befe30f3c7 details requested by agent ovs-agent-dv-cinder-782260-2-iscsi with host dv-cinder-782260-2-iscsi {{(pid=84339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 15:04:37.622493 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 56934) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:04:37.708454 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0dd4b4b-cdeb-476d-bcd7-059e1a92dc6a admin admin] GET failed (client error): The resource could not be found.
Apr 07 15:04:37.709989 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-b0dd4b4b-cdeb-476d-bcd7-059e1a92dc6a admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0864444
Apr 07 15:04:37.829484 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eee68fd-159b-4000-b913-910ba45d0ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:04:37.830970 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-1eee68fd-159b-4000-b913-910ba45d0ed2 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1164093
Apr 07 15:04:37.842726 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-549608cb-050b-4f20-a081-d37b5471762b admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '4b9d37e3-988d-4b77-a1ed-12befe30f3c7', 'description': 'shared-subnet'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:04:37.848781 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-549608cb-050b-4f20-a081-d37b5471762b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:04:37.860193 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-549608cb-050b-4f20-a081-d37b5471762b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:04:37.870326 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549608cb-050b-4f20-a081-d37b5471762b admin admin] Made reservation on behalf of c00918510b4d495d93c44a5ecd462fa7 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:04:37.874958 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-549608cb-050b-4f20-a081-d37b5471762b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:38.285175 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-549608cb-050b-4f20-a081-d37b5471762b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:38.298379 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:04:38.420946 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549608cb-050b-4f20-a081-d37b5471762b admin admin] Pushing event updated for resources: {'Subnet': ['ID=62d8d168-c213-4c1c-85d5-cc433d8b6bbb,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:04:38.425444 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-549608cb-050b-4f20-a081-d37b5471762b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:04:38.672289 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549608cb-050b-4f20-a081-d37b5471762b admin admin] Checking segment: {'id': '5ad7e9b0-85ea-418e-8f25-0dbb1a61dcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4b9d37e3-988d-4b77-a1ed-12befe30f3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:04:38.672917 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549608cb-050b-4f20-a081-d37b5471762b admin admin] Network hostable DHCP agents. Network: 4b9d37e3-988d-4b77-a1ed-12befe30f3c7, hostable agents: ['13ef685d-6932-4a97-bd41-a6ee1416974e'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 15:04:38.692073 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549608cb-050b-4f20-a081-d37b5471762b admin admin] Network 4b9d37e3-988d-4b77-a1ed-12befe30f3c7 is scheduled to be hosted by DHCP agent 13ef685d-6932-4a97-bd41-a6ee1416974e with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 15:04:38.702477 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-549608cb-050b-4f20-a081-d37b5471762b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-iscsi, 4b9d37e3-988d-4b77-a1ed-12befe30f3c7) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:04:38.706994 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549608cb-050b-4f20-a081-d37b5471762b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:04:38.707654 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-549608cb-050b-4f20-a081-d37b5471762b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:38.712320 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968a751b-b318-485c-8f74-14f08aeb866f None None] Network 4b9d37e3-988d-4b77-a1ed-12befe30f3c7 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:04:38.735926 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-549608cb-050b-4f20-a081-d37b5471762b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8972530
Apr 07 15:04:38.959226 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp464fca95-9925-595a-8d56-a9cc01f1882c-4b9d37e3-988d-4b77-a1ed-12befe30f3c7', 'network_id': '4b9d37e3-988d-4b77-a1ed-12befe30f3c7', 'tenant_id': 'c00918510b4d495d93c44a5ecd462fa7', 'fixed_ips': [{'subnet_id': '62d8d168-c213-4c1c-85d5-cc433d8b6bbb'}]}} from dv-cinder-782260-2-iscsi. {{(pid=84339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 07 15:04:38.960175 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:39.144543 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Allocated IP 192.168.233.2 (4b9d37e3-988d-4b77-a1ed-12befe30f3c7/62d8d168-c213-4c1c-85d5-cc433d8b6bbb/afca1ca4-5e19-4144-ab12-9e0118f5d822) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:04:39.373428 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:39.386066 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Transition to ACTIVE for port object afca1ca4-5e19-4144-ab12-9e0118f5d822 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:04:39.407828 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Transition to ACTIVE for port object afca1ca4-5e19-4144-ab12-9e0118f5d822 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:04:39.413162 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:39.429876 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:04:39.561812 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Pushing event updated for resources: {'Port': ['ID=afca1ca4-5e19-4144-ab12-9e0118f5d822,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:04:39.573185 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:04:39.573583 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:04:39.573981 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:04:39.574357 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:04:39.574728 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:04:39.575098 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:04:39.575456 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:04:39.575820 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:04:39.576200 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:04:39.576568 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:04:39.576931 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:04:39.577316 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:04:39.584743 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:04:39.642468 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Network 4b9d37e3-988d-4b77-a1ed-12befe30f3c7 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:04:39.643669 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Resources bound (agent type, host, resource id):  {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:04:39.646994 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:04:39.742993 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Attempting to bind port afca1ca4-5e19-4144-ab12-9e0118f5d822 on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:04:39.743619 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Attempting to bind port afca1ca4-5e19-4144-ab12-9e0118f5d822 by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': '5ad7e9b0-85ea-418e-8f25-0dbb1a61dcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4b9d37e3-988d-4b77-a1ed-12befe30f3c7'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:04:39.743884 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Attempting to bind port afca1ca4-5e19-4144-ab12-9e0118f5d822 on network 4b9d37e3-988d-4b77-a1ed-12befe30f3c7 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:04:39.750081 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:04:39.750503 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Checking segment: {'id': '5ad7e9b0-85ea-418e-8f25-0dbb1a61dcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4b9d37e3-988d-4b77-a1ed-12befe30f3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:04:39.750983 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:39.751417 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Bound using segment: {'id': '5ad7e9b0-85ea-418e-8f25-0dbb1a61dcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4b9d37e3-988d-4b77-a1ed-12befe30f3c7'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:04:39.751936 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Bound port: afca1ca4-5e19-4144-ab12-9e0118f5d822, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad7e9b0-85ea-418e-8f25-0dbb1a61dcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4b9d37e3-988d-4b77-a1ed-12befe30f3c7'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:04:39.752361 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:39.835342 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] For port afca1ca4-5e19-4144-ab12-9e0118f5d822, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:04:39.839463 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] For port afca1ca4-5e19-4144-ab12-9e0118f5d822, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=afca1ca4-5e19-4144-ab12-9e0118f5d822,segment=NetworkSegment(5ad7e9b0-85ea-418e-8f25-0dbb1a61dcb8),segment_id=5ad7e9b0-85ea-418e-8f25-0dbb1a61dcb8)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:04:39.842470 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:39.859284 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:04:40.012601 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Pushing event updated for resources: {'Port': ['ID=afca1ca4-5e19-4144-ab12-9e0118f5d822,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:04:40.018189 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:04:41.351663 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c34101-760d-43c3-bef8-0919b440dee9 None None] Network 4b9d37e3-988d-4b77-a1ed-12befe30f3c7 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:04:41.462033 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-666e5aae-530a-49fe-8dbd-7b2926ddf14a None None] Provisioning for port afca1ca4-5e19-4144-ab12-9e0118f5d822 completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:04:41.655539 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device afca1ca4-5e19-4144-ab12-9e0118f5d822 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:04:41.729127 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port afca1ca4-5e19-4144-ab12-9e0118f5d822 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:04:41.734738 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port afca1ca4-5e19-4144-ab12-9e0118f5d822 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:04:41.735154 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:41.869292 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:41.887250 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] For port afca1ca4-5e19-4144-ab12-9e0118f5d822, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=afca1ca4-5e19-4144-ab12-9e0118f5d822,segment=NetworkSegment(5ad7e9b0-85ea-418e-8f25-0dbb1a61dcb8),segment_id=5ad7e9b0-85ea-418e-8f25-0dbb1a61dcb8)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:04:41.896540 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:41.903170 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:04:41.954402 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-fb5c2f44-6010-46e9-a8ed-d194afebb3ac None None] Provisioning complete for port afca1ca4-5e19-4144-ab12-9e0118f5d822 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:04:41.954846 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fb5c2f44-6010-46e9-a8ed-d194afebb3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:42.032385 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Pushing event updated for resources: {'Port': ['ID=afca1ca4-5e19-4144-ab12-9e0118f5d822,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:04:42.036249 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:04:43.615742 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device afca1ca4-5e19-4144-ab12-9e0118f5d822 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:04:43.693480 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port afca1ca4-5e19-4144-ab12-9e0118f5d822 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:04:43.693900 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:53.521794 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 5 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:04:57.298735 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-60555df0-75c0-4218-935f-361e2a7dbaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:59.940789 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0ce1172b-4191-4c2a-96d5-9d5dc6a084bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:04:59.988075 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:05:01.310682 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:05:01.748055 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:05:27.292230 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7aeba080-ec3c-49a7-86a0-abc0c1df3de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:05:29.943489 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9ac057f2-180d-474c-b13b-3df043a63169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:05:29.991476 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:05:30.522089 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 5 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:05:31.305032 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:05:31.753309 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:05:53.154211 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 56984) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:05:53.164802 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [None req-50b06572-9511-4513-a348-bd7e0d6635a7 tempest-verify_tempest_config-62933039 tempest-verify_tempest_config-62933039-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 07 15:05:53.166327 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-50b06572-9511-4513-a348-bd7e0d6635a7 tempest-verify_tempest_config-62933039 tempest-verify_tempest_config-62933039-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0106542
Apr 07 15:05:53.504943 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 57002) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:05:53.637545 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5a2c7e51-2460-41be-95b2-60b72dfc05e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:05:53.653249 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-5a2c7e51-2460-41be-95b2-60b72dfc05e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:05:53.657515 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-5a2c7e51-2460-41be-95b2-60b72dfc05e5 admin admin] Usage tracker for resource:security_group_rule and tenant:3d22078086f34168a3553d53d719f5ac is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:05:53.660801 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-5a2c7e51-2460-41be-95b2-60b72dfc05e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:05:53.667578 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-5a2c7e51-2460-41be-95b2-60b72dfc05e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:05:53.768057 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5a2c7e51-2460-41be-95b2-60b72dfc05e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:05:53.771500 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5a2c7e51-2460-41be-95b2-60b72dfc05e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:05:53.781040 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:05:53.820766 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-5a2c7e51-2460-41be-95b2-60b72dfc05e5 admin admin] Synchronizing usage tracker for tenant:c00918510b4d495d93c44a5ecd462fa7 on resource:security_group {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:05:53.825262 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c7e51-2460-41be-95b2-60b72dfc05e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3eb0f7-362f-4f52-b499-d621770fb016,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:05:53.835585 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c7e51-2460-41be-95b2-60b72dfc05e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:05:53.835919 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c7e51-2460-41be-95b2-60b72dfc05e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:05:53.836297 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c7e51-2460-41be-95b2-60b72dfc05e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:05:53.836660 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c7e51-2460-41be-95b2-60b72dfc05e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:05:53.837016 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c7e51-2460-41be-95b2-60b72dfc05e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:05:53.837433 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c7e51-2460-41be-95b2-60b72dfc05e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:05:53.837794 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c7e51-2460-41be-95b2-60b72dfc05e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:05:53.838154 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c7e51-2460-41be-95b2-60b72dfc05e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:05:53.838528 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c7e51-2460-41be-95b2-60b72dfc05e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:05:53.838965 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c7e51-2460-41be-95b2-60b72dfc05e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:05:53.839316 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c7e51-2460-41be-95b2-60b72dfc05e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:05:53.839671 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c7e51-2460-41be-95b2-60b72dfc05e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:05:53.843802 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5a2c7e51-2460-41be-95b2-60b72dfc05e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:05:53.853671 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-5a2c7e51-2460-41be-95b2-60b72dfc05e5 admin admin] Unset dirty status for tenant:c00918510b4d495d93c44a5ecd462fa7 on resource:security_group {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:05:53.855041 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-5a2c7e51-2460-41be-95b2-60b72dfc05e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d22078086f34168a3553d53d719f5ac&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3490000
Apr 07 15:05:53.858099 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 57008) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:05:53.921406 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3584d95f-eab5-4fe3-9039-f4ee78352e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:05:53.952111 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3584d95f-eab5-4fe3-9039-f4ee78352e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:05:54.019757 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3584d95f-eab5-4fe3-9039-f4ee78352e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:05:54.026161 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:05:54.038351 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584d95f-eab5-4fe3-9039-f4ee78352e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3eb0f7-362f-4f52-b499-d621770fb016,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:05:54.040793 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-3584d95f-eab5-4fe3-9039-f4ee78352e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:05:54.047404 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3584d95f-eab5-4fe3-9039-f4ee78352e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:05:54.049809 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-3584d95f-eab5-4fe3-9039-f4ee78352e2c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a3eb0f7-362f-4f52-b499-d621770fb016 HTTP/1.1" status: 204  len: 168 time: 0.1905997
Apr 07 15:05:57.295302 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ae8c24b5-7aeb-4443-9b70-319a11c0ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:05:59.949116 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ec977ce6-28c6-4507-be0e-42ed64985662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:05:59.992677 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:06:01.309743 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:06:01.759611 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:06:07.522399 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 5 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:06:27.299786 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-be7e4ea7-0adf-4afb-b01e-e75b7203d7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:06:29.965897 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a28f8b97-efe2-4ffc-bfa7-18a2cf3a8deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:06:29.997193 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:06:31.319056 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:06:31.771328 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:06:44.525849 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 5 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:06:57.304931 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-02f17281-7c74-4aca-9245-84bd43e1f329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:06:59.954583 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-06a77de8-ea30-43ce-b8df-fb692e62966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:07:00.003200 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:07:01.321661 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:07:01.773435 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:07:21.525900 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 5 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:07:27.308256 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-385709af-32c9-4de5-94ae-cdf7e128f2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:07:29.961717 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed758-c8b5-48eb-9148-8b89b9e8569e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:07:30.002773 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:07:31.045732 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607'] for agent, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:07:31.325976 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:07:31.774088 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:07:46.364179 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 57080) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:07:46.490980 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-9cf7214f-a813-4674-99fe-3eec2e4ad04b admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1253703
Apr 07 15:07:48.985170 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 57090) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:07:49.054559 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-f8f6bfe0-cfa5-45f6-a852-14a4e305ca8f admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0681415
Apr 07 15:07:57.313071 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e15dc5ef-b952-4da3-b58c-f0c378939f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:07:58.529838 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:07:59.946323 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e746d3b4-6e93-4c45-93d8-6e2a2332ff3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:08:00.008059 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:08:00.999069 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:08:01.321259 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:08:01.778779 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:08:27.315816 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-054d96c1-319a-4cab-b8ac-12f9e4b8d968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:08:29.950228 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a4156574-f3ce-4c64-99e1-cb49d722258f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:08:30.008921 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:08:30.998133 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:08:31.325254 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:08:31.783948 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:08:35.530925 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:08:57.329381 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a9d39b67-23d9-4f27-9069-c494a1a22c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:08:59.955921 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c78158cf-d7ff-487e-b397-488587c63d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:00.024352 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:01.025356 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:01.334942 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:01.800751 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:12.541375 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:09:20.304087 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 57248) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:20.401277 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 57254) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:20.700203 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1950534700-network', 'tenant_id': 'cc9555d2ba234896823be6d5f89668b9'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:09:20.711276 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:09:20.720260 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Usage tracker for resource:network and tenant:cc9555d2ba234896823be6d5f89668b9 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:09:20.734763 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1723721917-network', 'tenant_id': '4b40e0f83a3b426881f367687b221bdc'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:09:20.742213 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:09:20.759226 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:09:20.764700 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:09:20.774345 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] Usage tracker for resource:network and tenant:4b40e0f83a3b426881f367687b221bdc is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:09:20.786328 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:09:20.803891 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:09:20.810319 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Made reservation on behalf of cc9555d2ba234896823be6d5f89668b9 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:09:20.820081 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:20.853999 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:20.894275 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] Made reservation on behalf of 4b40e0f83a3b426881f367687b221bdc for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:09:20.905543 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:20.919561 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:09:20.928172 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Usage tracker for resource:security_group_rule and tenant:cc9555d2ba234896823be6d5f89668b9 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:09:20.937257 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:09:20.942892 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:20.972849 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:09:21.029954 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:09:21.039698 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] Usage tracker for resource:security_group_rule and tenant:4b40e0f83a3b426881f367687b221bdc is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:09:21.049137 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:09:21.059904 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:09:21.215545 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:21.226949 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:21.233123 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:21.266359 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'}  {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 15:09:21.299851 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:21.300382 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.segments_db [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Added segment 79fcc562-7a06-4e5d-94c9-3ba40a36f792 of type vlan for network 339f7b08-9f95-4282-b63e-f044a2cab794
Apr 07 15:09:21.371241 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77467a35-435c-4233-a25b-1b1446f980d4,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:21.428596 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:21.429262 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:21.429919 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:21.430556 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:21.431184 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:21.431858 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:21.432511 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:21.433165 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:21.433853 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:21.434475 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:21.435110 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:21.435725 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Tracked resource versions report:
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]: pushed versions:
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]: {   'AddressGroup': {'1.2'},
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:     'ConntrackHelper': {'1.0'},
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Log': {'1.0'},
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Network': {'1.1'},
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Port': {'1.7'},
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:     'PortForwarding': {'1.2'},
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:     'QosPolicy': {'1.8'},
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:     'SecurityGroup': {'1.4'},
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:     'SecurityGroupRule': {'1.2'},
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:     'SubPort': {'1.0'},
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Subnet': {'1.1'},
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Trunk': {'1.1'}}
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]: consumer versions:
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]: {   DHCP agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:     HyperV agent@hv-cinder-78226: {},
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:     L3 agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:     Metadata agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:     Metering agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:     Open vSwitch agent@dv-cinder-782260-2-iscsi: {   'AddressGroup': '1.2',
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'ConntrackHelper': '1.0',
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Log': '1.0',
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Network': '1.1',
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Port': '1.7',
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'PortForwarding': '1.2',
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'QosPolicy': '1.8',
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'SecurityGroup': '1.4',
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'SecurityGroupRule': '1.2',
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'SubPort': '1.0',
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Subnet': '1.1',
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Trunk': '1.1'}}
Apr 07 15:09:21.437314 dv-cinder-782260-2-iscsi neutron-server[84224]:  {{(pid=84338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 07 15:09:21.448587 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:21.450834 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:21.454006 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247587465195'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:21.464584 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:21.477134 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:21.565988 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'}  {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 15:09:21.581401 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29be911d-b556-4291-b234-966635a2fcf6,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:21.588978 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:21.592809 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:21.595015 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:21.595761 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.segments_db [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] Added segment a02a6bd2-bf60-45df-9bc3-6de524249afa of type vlan for network 01fe1b05-31b3-418b-81c4-6ff571622f39
Apr 07 15:09:21.599052 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:09:21.600438 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:21.618484 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:21.765161 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 57308) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:21.849549 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247587465195'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:21.866477 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Pushing event updated for resources: {'Network': ['ID=339f7b08-9f95-4282-b63e-f044a2cab794,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:21.884077 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:21.894695 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Network 339f7b08-9f95-4282-b63e-f044a2cab794 details requested by agent ovs-agent-dv-cinder-782260-2-iscsi with host dv-cinder-782260-2-iscsi {{(pid=84339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 15:09:21.911324 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 57316) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:21.922232 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.6160135
Apr 07 15:09:21.927988 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Request body: {'subnet': {'network_id': '339f7b08-9f95-4282-b63e-f044a2cab794', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1950534700-subnet', 'tenant_id': 'cc9555d2ba234896823be6d5f89668b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:09:21.940966 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:09:21.953973 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Usage tracker for resource:subnet and tenant:cc9555d2ba234896823be6d5f89668b9 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:09:21.960782 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:09:21.963310 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:21.965689 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:09:21.966756 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:21.980102 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:21.996675 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:09:22.023064 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Made reservation on behalf of cc9555d2ba234896823be6d5f89668b9 for: {'subnet': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:09:22.032156 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:22.261050 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] Pushing event updated for resources: {'Network': ['ID=01fe1b05-31b3-418b-81c4-6ff571622f39,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:22.266841 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:22.283864 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Network 01fe1b05-31b3-418b-81c4-6ff571622f39 details requested by agent ovs-agent-dv-cinder-782260-2-iscsi with host dv-cinder-782260-2-iscsi {{(pid=84339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 15:09:22.286026 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.8830378
Apr 07 15:09:22.287526 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 57328) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:22.300056 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-5e69fabb-4dd8-49ff-be15-d1ce2f2f032b admin admin] Request body: {'subnet': {'network_id': '01fe1b05-31b3-418b-81c4-6ff571622f39', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1723721917-subnet', 'tenant_id': '4b40e0f83a3b426881f367687b221bdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:09:22.310910 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-5e69fabb-4dd8-49ff-be15-d1ce2f2f032b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:09:22.320852 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-5e69fabb-4dd8-49ff-be15-d1ce2f2f032b admin admin] Usage tracker for resource:subnet and tenant:4b40e0f83a3b426881f367687b221bdc is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:09:22.329401 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-5e69fabb-4dd8-49ff-be15-d1ce2f2f032b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:09:22.344423 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-5e69fabb-4dd8-49ff-be15-d1ce2f2f032b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:09:22.361842 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e69fabb-4dd8-49ff-be15-d1ce2f2f032b admin admin] Made reservation on behalf of 4b40e0f83a3b426881f367687b221bdc for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:09:22.371310 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5e69fabb-4dd8-49ff-be15-d1ce2f2f032b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:22.762824 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1812367686-network', 'tenant_id': '319b24532db24adf857ac07d263f15ce'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:09:22.782833 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:09:22.787503 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] Usage tracker for resource:network and tenant:319b24532db24adf857ac07d263f15ce is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:09:22.790722 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:09:22.798401 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:09:22.814771 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] Made reservation on behalf of 319b24532db24adf857ac07d263f15ce for: {'network': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:09:22.820566 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for network, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:22.841777 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 57338) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:22.847956 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:22.902931 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:09:22.963522 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] Usage tracker for resource:security_group_rule and tenant:319b24532db24adf857ac07d263f15ce is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:09:22.970021 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:09:22.981706 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:09:22.988073 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for subnet, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:23.015090 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-2c449f3c-2483-4f85-846a-4b428ffcfdf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:23.179550 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=715e635f-38c7-4cfa-8476-85d5d882c8e5,revision_number=0']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:23.195144 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:23.195627 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:23.196042 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:23.196512 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:23.196948 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:23.197492 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:23.197938 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:23.198376 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:23.198832 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:23.199269 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:23.199718 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:23.200141 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Tracked resource versions report:
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]: pushed versions:
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]: {   'AddressGroup': {'1.2'},
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:     'ConntrackHelper': {'1.0'},
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Log': {'1.0'},
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Network': {'1.1'},
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Port': {'1.7'},
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:     'PortForwarding': {'1.2'},
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:     'QosPolicy': {'1.8'},
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:     'SecurityGroup': {'1.4'},
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:     'SecurityGroupRule': {'1.2'},
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:     'SubPort': {'1.0'},
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Subnet': {'1.1'},
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Trunk': {'1.1'}}
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]: consumer versions:
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]: {   DHCP agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:     HyperV agent@hv-cinder-78226: {},
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:     L3 agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:     Metadata agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:     Metering agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:     Open vSwitch agent@dv-cinder-782260-2-iscsi: {   'AddressGroup': '1.2',
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'ConntrackHelper': '1.0',
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Log': '1.0',
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Network': '1.1',
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Port': '1.7',
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'PortForwarding': '1.2',
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'QosPolicy': '1.8',
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'SecurityGroup': '1.4',
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'SecurityGroupRule': '1.2',
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'SubPort': '1.0',
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Subnet': '1.1',
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Trunk': '1.1'}}
Apr 07 15:09:23.201537 dv-cinder-782260-2-iscsi neutron-server[84224]:  {{(pid=84337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 07 15:09:23.212524 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:23.264050 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5e69fabb-4dd8-49ff-be15-d1ce2f2f032b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:23.336263 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:23.353930 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:23.384684 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-3584d95f-eab5-4fe3-9039-f4ee78352e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:23.438935 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'}  {{(pid=84337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 15:09:23.443374 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e56d84-5df1-499f-8876-5b5511329adc,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:23.460719 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Checking segment: {'id': '79fcc562-7a06-4e5d-94c9-3ba40a36f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '339f7b08-9f95-4282-b63e-f044a2cab794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:09:23.462773 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Network hostable DHCP agents. Network: 339f7b08-9f95-4282-b63e-f044a2cab794, hostable agents: ['13ef685d-6932-4a97-bd41-a6ee1416974e'], hosted agents: [] {{(pid=84337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 15:09:23.492938 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:23.540217 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:23.541243 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.segments_db [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] Added segment 83cefd4b-5746-43e9-a558-b4c212593d77 of type vlan for network 1fea60c6-d3c0-42e1-8a72-6a3347f9203e
Apr 07 15:09:23.544223 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Network 339f7b08-9f95-4282-b63e-f044a2cab794 is scheduled to be hosted by DHCP agent 13ef685d-6932-4a97-bd41-a6ee1416974e with binding_index 1 {{(pid=84337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 15:09:23.571301 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-iscsi, 339f7b08-9f95-4282-b63e-f044a2cab794) {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:09:23.583343 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:23.588490 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:09:23.589280 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf83a48-9f31-4f22-ad33-db409ae40c6a None None] Network 339f7b08-9f95-4282-b63e-f044a2cab794 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:09:23.589448 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for subnet, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:23.724687 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69fabb-4dd8-49ff-be15-d1ce2f2f032b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ffb15d1-e381-4252-a411-92cd35fd1ef9,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:23.763098 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5e69fabb-4dd8-49ff-be15-d1ce2f2f032b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:23.773607 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-232211889-network', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:09:23.782952 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.8695750
Apr 07 15:09:23.787977 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247587465195'] for network, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:23.794328 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 57360) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:23.807529 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:09:23.819775 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-f9009a39-ca6a-4b2b-ab72-96d65c7a5879 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1950534700-router', 'tenant_id': 'cc9555d2ba234896823be6d5f89668b9', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:09:23.821657 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] Usage tracker for resource:network and tenant:fe4baebffb304bcebd7f14fa893dc5ab is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:09:23.830814 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:09:23.839250 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-f9009a39-ca6a-4b2b-ab72-96d65c7a5879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:09:23.851925 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:09:23.854918 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-f9009a39-ca6a-4b2b-ab72-96d65c7a5879 admin admin] Usage tracker for resource:router and tenant:cc9555d2ba234896823be6d5f89668b9 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:09:23.871370 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-f9009a39-ca6a-4b2b-ab72-96d65c7a5879 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:09:23.894708 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-f9009a39-ca6a-4b2b-ab72-96d65c7a5879 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:09:23.910745 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] Made reservation on behalf of fe4baebffb304bcebd7f14fa893dc5ab for: {'network': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:09:23.922744 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for network, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:23.940954 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f9009a39-ca6a-4b2b-ab72-96d65c7a5879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-401430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8069'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:23.943431 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f9009a39-ca6a-4b2b-ab72-96d65c7a5879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-513679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767731'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:23.966567 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:24.008857 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:09:24.018591 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] Usage tracker for resource:security_group_rule and tenant:fe4baebffb304bcebd7f14fa893dc5ab is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:09:24.027070 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:09:24.042759 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:09:24.044738 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e69fabb-4dd8-49ff-be15-d1ce2f2f032b admin admin] Checking segment: {'id': 'a02a6bd2-bf60-45df-9bc3-6de524249afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '01fe1b05-31b3-418b-81c4-6ff571622f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:09:24.045449 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e69fabb-4dd8-49ff-be15-d1ce2f2f032b admin admin] Network hostable DHCP agents. Network: 01fe1b05-31b3-418b-81c4-6ff571622f39, hostable agents: ['13ef685d-6932-4a97-bd41-a6ee1416974e'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 15:09:24.056841 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f9009a39-ca6a-4b2b-ab72-96d65c7a5879 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:24.113158 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e205cb2-3820-4827-9110-97fda55fe91e None None] Network 339f7b08-9f95-4282-b63e-f044a2cab794 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:09:24.265385 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:24.271014 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e69fabb-4dd8-49ff-be15-d1ce2f2f032b admin admin] Network 01fe1b05-31b3-418b-81c4-6ff571622f39 is scheduled to be hosted by DHCP agent 13ef685d-6932-4a97-bd41-a6ee1416974e with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 15:09:24.271804 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:24.273410 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for network, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:24.282323 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:09:24.285018 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:24.290184 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-5e69fabb-4dd8-49ff-be15-d1ce2f2f032b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-iscsi, 01fe1b05-31b3-418b-81c4-6ff571622f39) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:09:24.336235 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:24.364210 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.5967534
Apr 07 15:09:24.375641 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 57370) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:24.389903 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-3623bda3-8b9f-497e-87bb-a2c59fc637bd admin admin] Request body: {'subnet': {'network_id': '1fea60c6-d3c0-42e1-8a72-6a3347f9203e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1812367686-subnet', 'tenant_id': '319b24532db24adf857ac07d263f15ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:09:24.400443 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-3623bda3-8b9f-497e-87bb-a2c59fc637bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:09:24.409582 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-3623bda3-8b9f-497e-87bb-a2c59fc637bd admin admin] Usage tracker for resource:subnet and tenant:319b24532db24adf857ac07d263f15ce is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:09:24.418139 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-3623bda3-8b9f-497e-87bb-a2c59fc637bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:09:24.436908 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-3623bda3-8b9f-497e-87bb-a2c59fc637bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:09:24.480211 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3623bda3-8b9f-497e-87bb-a2c59fc637bd admin admin] Made reservation on behalf of 319b24532db24adf857ac07d263f15ce for: {'subnet': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:09:24.486318 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e69fabb-4dd8-49ff-be15-d1ce2f2f032b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:09:24.487468 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5e69fabb-4dd8-49ff-be15-d1ce2f2f032b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:24.492090 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3623bda3-8b9f-497e-87bb-a2c59fc637bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:24.588614 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-5e69fabb-4dd8-49ff-be15-d1ce2f2f032b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.2987435
Apr 07 15:09:24.688827 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6297874-2880-4c0a-9921-b1dff759c0b8 None None] Network 01fe1b05-31b3-418b-81c4-6ff571622f39 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:09:25.045775 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd35da0-9c1d-4efb-8edd-93304c2c55a9,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:25.064410 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'}  {{(pid=84337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 15:09:25.089277 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:25.090284 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-fad361f6-8f74-4ae4-addd-3d8a305749ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.740s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:25.458234 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f9009a39-ca6a-4b2b-ab72-96d65c7a5879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-509801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-401415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767750'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:25.464389 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af7577a-b9f9-4a9e-8f97-ee26e0f69327 None None] Network 01fe1b05-31b3-418b-81c4-6ff571622f39 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:09:25.514143 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] Pushing event updated for resources: {'Network': ['ID=1fea60c6-d3c0-42e1-8a72-6a3347f9203e,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:25.550137 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:25.570483 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:25.570882 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.segments_db [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] Added segment 451621fc-172b-4cc1-8c7f-2b3f01dde5cc of type vlan for network 7e0f3704-ba7e-4436-937d-51f6b7b3f535
Apr 07 15:09:25.584238 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Network 1fea60c6-d3c0-42e1-8a72-6a3347f9203e details requested by agent ovs-agent-dv-cinder-782260-2-iscsi with host dv-cinder-782260-2-iscsi {{(pid=84339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 15:09:25.711662 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247587465195'] for network, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:25.787806 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for network, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:25.791004 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:09:25.791806 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:25.806943 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-94de0ca7-597f-4d8f-a3d6-2c9584170e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:26.325816 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 3.4650695
Apr 07 15:09:26.332333 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 57422) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:26.343046 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] Pushing event updated for resources: {'Network': ['ID=7e0f3704-ba7e-4436-937d-51f6b7b3f535,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:26.355214 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:26.363798 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-1a88ad35-7856-4679-b1bd-f3402700bd11 admin admin] Request body: {'subnet': {'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-232211889-subnet', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:09:26.388644 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Network 7e0f3704-ba7e-4436-937d-51f6b7b3f535 details requested by agent ovs-agent-dv-cinder-782260-2-iscsi with host dv-cinder-782260-2-iscsi {{(pid=84339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 15:09:26.391631 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-1a88ad35-7856-4679-b1bd-f3402700bd11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:09:26.398614 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-1a88ad35-7856-4679-b1bd-f3402700bd11 admin admin] Usage tracker for resource:subnet and tenant:fe4baebffb304bcebd7f14fa893dc5ab is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:09:26.404429 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-1a88ad35-7856-4679-b1bd-f3402700bd11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:09:26.425709 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-1a88ad35-7856-4679-b1bd-f3402700bd11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:09:26.480794 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a88ad35-7856-4679-b1bd-f3402700bd11 admin admin] Made reservation on behalf of fe4baebffb304bcebd7f14fa893dc5ab for: {'subnet': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:09:26.494276 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1a88ad35-7856-4679-b1bd-f3402700bd11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:26.522520 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f9009a39-ca6a-4b2b-ab72-96d65c7a5879 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:26.588180 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f9009a39-ca6a-4b2b-ab72-96d65c7a5879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:26.784576 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3623bda3-8b9f-497e-87bb-a2c59fc637bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for subnet, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:26.878124 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-de3e4b61-56fc-4ffc-a969-1220ffa908e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:27.074121 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-f9009a39-ca6a-4b2b-ab72-96d65c7a5879 admin admin] Allocated IP 172.27.2.159 (aaa28d56-97c7-4706-9a1c-f1c898d32c63/b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0/3f0e7d70-f48c-4cd4-bac7-d456d70dbc70) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:09:27.208499 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623bda3-8b9f-497e-87bb-a2c59fc637bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=af0ee707-cd66-48b1-a5fe-75510a42329c,revision_number=0']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:27.214895 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-3623bda3-8b9f-497e-87bb-a2c59fc637bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:27.339601 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6698c01-c259-47c9-b1ef-12e75aa8b74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:27.417762 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3623bda3-8b9f-497e-87bb-a2c59fc637bd admin admin] Checking segment: {'id': '83cefd4b-5746-43e9-a558-b4c212593d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1fea60c6-d3c0-42e1-8a72-6a3347f9203e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:09:27.418280 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3623bda3-8b9f-497e-87bb-a2c59fc637bd admin admin] Network hostable DHCP agents. Network: 1fea60c6-d3c0-42e1-8a72-6a3347f9203e, hostable agents: ['13ef685d-6932-4a97-bd41-a6ee1416974e'], hosted agents: [] {{(pid=84337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 15:09:27.467598 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3623bda3-8b9f-497e-87bb-a2c59fc637bd admin admin] Network 1fea60c6-d3c0-42e1-8a72-6a3347f9203e is scheduled to be hosted by DHCP agent 13ef685d-6932-4a97-bd41-a6ee1416974e with binding_index 1 {{(pid=84337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 15:09:27.497781 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-3623bda3-8b9f-497e-87bb-a2c59fc637bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-iscsi, 1fea60c6-d3c0-42e1-8a72-6a3347f9203e) {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:09:27.502220 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3623bda3-8b9f-497e-87bb-a2c59fc637bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:09:27.502889 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3623bda3-8b9f-497e-87bb-a2c59fc637bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for subnet, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:27.509321 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814d64a3-d320-491b-b630-0ae5523cecec None None] Network 1fea60c6-d3c0-42e1-8a72-6a3347f9203e requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:09:27.637858 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-3623bda3-8b9f-497e-87bb-a2c59fc637bd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 3.2579422
Apr 07 15:09:27.772336 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f9009a39-ca6a-4b2b-ab72-96d65c7a5879 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:27.842254 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f9009a39-ca6a-4b2b-ab72-96d65c7a5879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:27.896179 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 57464) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:27.985973 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1a88ad35-7856-4679-b1bd-f3402700bd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for subnet, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:28.009352 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1cea2cb4-ae40-4613-a5b1-e6a535484cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:28.015976 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:28.165185 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa7e3bf-5d45-4958-9d32-b9f10997ed5c None None] Network 1fea60c6-d3c0-42e1-8a72-6a3347f9203e requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:09:28.400691 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88ad35-7856-4679-b1bd-f3402700bd11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d05646fb-c605-48bc-82c8-49d6fe52eea8,revision_number=0']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:28.413505 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1a88ad35-7856-4679-b1bd-f3402700bd11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:28.615778 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9009a39-ca6a-4b2b-ab72-96d65c7a5879 admin admin] Pushing event updated for resources: {'Port': ['ID=3f0e7d70-f48c-4cd4-bac7-d456d70dbc70,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:28.629398 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f9009a39-ca6a-4b2b-ab72-96d65c7a5879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:28.638689 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4a5f760b-df15-4773-be58-22734e406721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:28.718785 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9009a39-ca6a-4b2b-ab72-96d65c7a5879 admin admin] Network aaa28d56-97c7-4706-9a1c-f1c898d32c63 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:09:28.720172 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-f9009a39-ca6a-4b2b-ab72-96d65c7a5879 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:09:28.723662 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9009a39-ca6a-4b2b-ab72-96d65c7a5879 admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:09:28.841135 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-4a5f760b-df15-4773-be58-22734e406721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:09:28.877885 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-4a5f760b-df15-4773-be58-22734e406721 admin admin] Usage tracker for resource:security_group_rule and tenant:1551b1a1bdef40e387b1c25876bb4e23 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:09:28.890306 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-4a5f760b-df15-4773-be58-22734e406721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:09:28.921154 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a88ad35-7856-4679-b1bd-f3402700bd11 admin admin] Checking segment: {'id': '451621fc-172b-4cc1-8c7f-2b3f01dde5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:09:28.921621 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a88ad35-7856-4679-b1bd-f3402700bd11 admin admin] Network hostable DHCP agents. Network: 7e0f3704-ba7e-4436-937d-51f6b7b3f535, hostable agents: ['13ef685d-6932-4a97-bd41-a6ee1416974e'], hosted agents: [] {{(pid=84337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 15:09:28.945552 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-4a5f760b-df15-4773-be58-22734e406721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:09:29.067112 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a88ad35-7856-4679-b1bd-f3402700bd11 admin admin] Network 7e0f3704-ba7e-4436-937d-51f6b7b3f535 is scheduled to be hosted by DHCP agent 13ef685d-6932-4a97-bd41-a6ee1416974e with binding_index 1 {{(pid=84337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 15:09:29.092477 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-1a88ad35-7856-4679-b1bd-f3402700bd11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-iscsi, 7e0f3704-ba7e-4436-937d-51f6b7b3f535) {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:09:29.105287 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98b97a2-4f84-46a4-9d68-79bd0b79b19c None None] Network 7e0f3704-ba7e-4436-937d-51f6b7b3f535 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:09:29.122657 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88ad35-7856-4679-b1bd-f3402700bd11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:09:29.123724 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1a88ad35-7856-4679-b1bd-f3402700bd11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for subnet, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:29.130326 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 57512) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:29.130957 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 57514) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:29.148746 dv-cinder-782260-2-iscsi neutron-server[84224]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 07 15:09:29.373363 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp464fca95-9925-595a-8d56-a9cc01f1882c-7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'fixed_ips': [{'subnet_id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8'}]}} from dv-cinder-782260-2-iscsi. {{(pid=84339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 07 15:09:29.375349 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:29.407254 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f9009a39-ca6a-4b2b-ab72-96d65c7a5879 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:29.430585 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4a5f760b-df15-4773-be58-22734e406721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:29.454481 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-1a88ad35-7856-4679-b1bd-f3402700bd11 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 3.1173089
Apr 07 15:09:29.463496 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 57522) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:29.475850 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-ba68b86c-29d5-4b1e-8b37-729949f53b79 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-232211889-router', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:09:29.575810 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-ba68b86c-29d5-4b1e-8b37-729949f53b79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:09:29.591984 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-ba68b86c-29d5-4b1e-8b37-729949f53b79 admin admin] Usage tracker for resource:router and tenant:fe4baebffb304bcebd7f14fa893dc5ab is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:09:29.598111 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-ba68b86c-29d5-4b1e-8b37-729949f53b79 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:09:29.619635 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-ba68b86c-29d5-4b1e-8b37-729949f53b79 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:09:29.642157 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ba68b86c-29d5-4b1e-8b37-729949f53b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-401430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8069'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:29.643315 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ba68b86c-29d5-4b1e-8b37-729949f53b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-513679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767731'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:29.657185 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-4912a48f-7e42-4a33-9203-edca4f59b9f8 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:09:29.659010 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-4912a48f-7e42-4a33-9203-edca4f59b9f8 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Synchronizing usage tracker for tenant:319b24532db24adf857ac07d263f15ce on resource:network {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:09:29.664986 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4a5f760b-df15-4773-be58-22734e406721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:29.685691 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ba68b86c-29d5-4b1e-8b37-729949f53b79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:29.719957 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Allocated IP 172.20.0.2 (7e0f3704-ba7e-4436-937d-51f6b7b3f535/d05646fb-c605-48bc-82c8-49d6fe52eea8/8d0a5539-07a5-4514-88dd-b149fc7b1583) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:09:29.724625 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:29.776683 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-4a5f760b-df15-4773-be58-22734e406721 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1551b1a1bdef40e387b1c25876bb4e23&name=default HTTP/1.1" status: 200  len: 2975 time: 1.8779464
Apr 07 15:09:29.778073 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-4912a48f-7e42-4a33-9203-edca4f59b9f8 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Unset dirty status for tenant:319b24532db24adf857ac07d263f15ce on resource:network {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:09:29.785996 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-4912a48f-7e42-4a33-9203-edca4f59b9f8 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/networks?id=1fea60c6-d3c0-42e1-8a72-6a3347f9203e HTTP/1.1" status: 200  len: 815 time: 0.6456442
Apr 07 15:09:29.792003 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 57530) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:29.802299 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f760b-df15-4773-be58-22734e406721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d45225a-967b-48bc-9c16-679da1674e9b,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:29.817712 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-4a5f760b-df15-4773-be58-22734e406721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:29.832756 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-52ce6a4c-b0cc-4c45-859c-dabe592a6db7 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/quotas/319b24532db24adf857ac07d263f15ce HTTP/1.1" status: 200  len: 375 time: 0.0454574
Apr 07 15:09:29.922354 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f9009a39-ca6a-4b2b-ab72-96d65c7a5879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854374369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854265977'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:29.954910 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-1ce9da03-dc7b-4582-a151-1bfe05f60571 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=319b24532db24adf857ac07d263f15ce&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1207566
Apr 07 15:09:30.002416 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-97d4a723-6ecf-4f4c-8d31-6315183fded6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:30.080872 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-97d4a723-6ecf-4f4c-8d31-6315183fded6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:30.107513 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8e6d456f-318e-4dbe-965b-d886609ddf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:30.155335 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-dfb0faab-c197-4f31-b361-ebe1bc117ca2 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:09:30.163348 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-dfb0faab-c197-4f31-b361-ebe1bc117ca2 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/networks?id=01fe1b05-31b3-418b-81c4-6ff571622f39 HTTP/1.1" status: 200  len: 812 time: 1.0194848
Apr 07 15:09:30.214594 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:30.217453 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-963a3bab-9f3f-4171-ac45-c99f17f34165 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/quotas/4b40e0f83a3b426881f367687b221bdc HTTP/1.1" status: 200  len: 375 time: 0.0529845
Apr 07 15:09:30.282245 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-da29398c-743f-4d48-b0d7-7507ddeb7255 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b40e0f83a3b426881f367687b221bdc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0636261
Apr 07 15:09:30.294023 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-01ea9c5d-d982-4caa-b7b1-03f24f1629b7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84337) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 07 15:09:30.295235 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-01ea9c5d-d982-4caa-b7b1-03f24f1629b7 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1481040
Apr 07 15:09:30.303770 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-97d4a723-6ecf-4f4c-8d31-6315183fded6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:30.326979 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:30.556090 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4a723-6ecf-4f4c-8d31-6315183fded6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d45225a-967b-48bc-9c16-679da1674e9b,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:30.560531 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-97d4a723-6ecf-4f4c-8d31-6315183fded6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:30.564752 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-97d4a723-6ecf-4f4c-8d31-6315183fded6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d45225a-967b-48bc-9c16-679da1674e9b HTTP/1.1" status: 204  len: 168 time: 0.7434771
Apr 07 15:09:30.589708 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-97d4a723-6ecf-4f4c-8d31-6315183fded6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:30.782708 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-ff8ba37e-a355-4600-9b8c-2fd40a6c2951 service neutron] 10.222.0.39 "GET /v2.0/networks/1fea60c6-d3c0-42e1-8a72-6a3347f9203e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4580202
Apr 07 15:09:30.818262 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:30.847358 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Transition to ACTIVE for port object 8d0a5539-07a5-4514-88dd-b149fc7b1583 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:09:30.900148 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Transition to ACTIVE for port object 8d0a5539-07a5-4514-88dd-b149fc7b1583 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:09:30.912486 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:30.968281 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-8aaf437d-3ed5-4620-b43d-bbdc5f869b2b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84337) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 07 15:09:30.970587 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-8aaf437d-3ed5-4620-b43d-bbdc5f869b2b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3789799
Apr 07 15:09:31.026830 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ba68b86c-29d5-4b1e-8b37-729949f53b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-509801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-401415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767750'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:31.118902 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 57568) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:31.136107 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:31.155102 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-94a1088b-c324-4fce-a707-42aec0671b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:31.177629 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9009a39-ca6a-4b2b-ab72-96d65c7a5879 admin admin] Router abd3ed9a-78b0-40a4-8946-7444aa433eaa is scheduled to L3 agent 68e91330-1547-4583-b49b-ec8634823321 with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 07 15:09:31.188067 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-94a1088b-c324-4fce-a707-42aec0671b0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:09:31.198586 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-94a1088b-c324-4fce-a707-42aec0671b0e admin admin] Usage tracker for resource:security_group_rule and tenant:e25c6010e5864351b906db6504026489 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:09:31.202448 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-94a1088b-c324-4fce-a707-42aec0671b0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:09:31.213692 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-94a1088b-c324-4fce-a707-42aec0671b0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:09:31.255279 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Pushing event updated for resources: {'Port': ['ID=8d0a5539-07a5-4514-88dd-b149fc7b1583,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:31.271986 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:31.280948 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:31.281436 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:31.281794 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:31.282276 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:31.282629 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:31.283030 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:31.283387 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:31.283766 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:31.284143 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:31.284531 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:31.285447 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:31.285820 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Tracked resource versions report:
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]: pushed versions:
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]: {   'AddressGroup': {'1.2'},
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:     'ConntrackHelper': {'1.0'},
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Log': {'1.0'},
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Network': {'1.1'},
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Port': {'1.7'},
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:     'PortForwarding': {'1.2'},
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:     'QosPolicy': {'1.8'},
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:     'SecurityGroup': {'1.4'},
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:     'SecurityGroupRule': {'1.2'},
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:     'SubPort': {'1.0'},
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Subnet': {'1.1'},
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Trunk': {'1.1'}}
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]: consumer versions:
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]: {   DHCP agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:     HyperV agent@hv-cinder-78226: {},
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:     L3 agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:     Metadata agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:     Metering agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:     Open vSwitch agent@dv-cinder-782260-2-iscsi: {   'AddressGroup': '1.2',
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'ConntrackHelper': '1.0',
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Log': '1.0',
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Network': '1.1',
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Port': '1.7',
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'PortForwarding': '1.2',
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'QosPolicy': '1.8',
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'SecurityGroup': '1.4',
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'SecurityGroupRule': '1.2',
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'SubPort': '1.0',
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Subnet': '1.1',
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Trunk': '1.1'}}
Apr 07 15:09:31.287081 dv-cinder-782260-2-iscsi neutron-server[84224]:  {{(pid=84339) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 07 15:09:31.304424 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-010a197b-ea8d-4169-8e9e-0b24f38031bb service neutron] 10.222.0.39 "GET /v2.0/networks/1fea60c6-d3c0-42e1-8a72-6a3347f9203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5196257
Apr 07 15:09:31.343733 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-16628bdb-6841-47dd-8852-8df71f1f1d16 service neutron] 10.222.0.39 "GET /v2.0/networks/01fe1b05-31b3-418b-81c4-6ff571622f39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3573966
Apr 07 15:09:31.349234 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:31.401708 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Network 7e0f3704-ba7e-4436-937d-51f6b7b3f535 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:09:31.405256 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:31.416327 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Resources bound (agent type, host, resource id):  {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:09:31.422316 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:09:31.532703 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9009a39-ca6a-4b2b-ab72-96d65c7a5879 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:09:31.547145 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] Sync routers for ids ['abd3ed9a-78b0-40a4-8946-7444aa433eaa'] in dv-cinder-782260-2-iscsi {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:09:31.567791 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-94a1088b-c324-4fce-a707-42aec0671b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:31.582059 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] Routers {'abd3ed9a-78b0-40a4-8946-7444aa433eaa'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:09:31.583330 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe69173b908>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:09:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['abd3ed9a-78b0-40a4-8946-7444aa433eaa'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:09:31.630199 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-94a1088b-c324-4fce-a707-42aec0671b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:31.635826 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Attempting to bind port 8d0a5539-07a5-4514-88dd-b149fc7b1583 on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:09:31.638054 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Attempting to bind port 8d0a5539-07a5-4514-88dd-b149fc7b1583 by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': '451621fc-172b-4cc1-8c7f-2b3f01dde5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:09:31.638054 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Attempting to bind port 8d0a5539-07a5-4514-88dd-b149fc7b1583 on network 7e0f3704-ba7e-4436-937d-51f6b7b3f535 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:09:31.649300 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:09:31.650038 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Checking segment: {'id': '451621fc-172b-4cc1-8c7f-2b3f01dde5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:09:31.650791 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:31.651507 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Bound using segment: {'id': '451621fc-172b-4cc1-8c7f-2b3f01dde5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:09:31.652388 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Bound port: 8d0a5539-07a5-4514-88dd-b149fc7b1583, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451621fc-172b-4cc1-8c7f-2b3f01dde5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:09:31.653280 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:31.718101 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:31.757507 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f9009a39-ca6a-4b2b-ab72-96d65c7a5879 admin admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:31.758854 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-f9009a39-ca6a-4b2b-ab72-96d65c7a5879 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 7.9628534
Apr 07 15:09:31.795640 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 57578) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:31.862419 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] For port 8d0a5539-07a5-4514-88dd-b149fc7b1583, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:09:31.869111 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] For port 8d0a5539-07a5-4514-88dd-b149fc7b1583, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=8d0a5539-07a5-4514-88dd-b149fc7b1583,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:09:31.887161 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:31.915833 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-94a1088b-c324-4fce-a707-42aec0671b0e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e25c6010e5864351b906db6504026489&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7945671
Apr 07 15:09:31.951089 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:31.979163 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 57588) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:32.029337 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1088b-c324-4fce-a707-42aec0671b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b392ed73-b1dc-4b20-8f0b-604b16a0623a,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:32.048561 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-94a1088b-c324-4fce-a707-42aec0671b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:32.073657 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ba68b86c-29d5-4b1e-8b37-729949f53b79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:32.152947 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ba68b86c-29d5-4b1e-8b37-729949f53b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:32.325337 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:32.376339 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-8134fd2c-8a22-45f0-b834-8767bc054705 service neutron] 10.222.0.39 "GET /v2.0/networks/01fe1b05-31b3-418b-81c4-6ff571622f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0253584
Apr 07 15:09:32.398209 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Pushing event updated for resources: {'Port': ['ID=8d0a5539-07a5-4514-88dd-b149fc7b1583,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:32.399811 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0b39c557-7472-4fea-b1d2-c310c491db95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:32.416710 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:32.464628 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] Set router abd3ed9a-78b0-40a4-8946-7444aa433eaa gateway port host: dv-cinder-782260-2-iscsi {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:09:32.923648 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0b39c557-7472-4fea-b1d2-c310c491db95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:33.246458 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-ba68b86c-29d5-4b1e-8b37-729949f53b79 admin admin] Allocated IP 172.27.2.91 (aaa28d56-97c7-4706-9a1c-f1c898d32c63/b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0/624a001a-60d0-4a7c-aab9-1a984884b9e9) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:09:33.358561 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe69173b908>, [{'id': 'abd3ed9a-78b0-40a4-8946-7444aa433eaa', 'name': 'tempest-ServerRescueNegativeTestJSON-1950534700-router', 'tenant_id': 'cc9555d2ba234896823be6d5f89668b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '3f0e7d70-f48c-4cd4-bac7-d456d70dbc70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:23Z', 'updated_at': '2021-04-07T15:09:29Z', 'revision_number': 3, 'project_id': 'cc9555d2ba234896823be6d5f89668b9', 'gw_port': {'id': '3f0e7d70-f48c-4cd4-bac7-d456d70dbc70', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd3ed9a-78b0-40a4-8946-7444aa433eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:26Z', 'updated_at': '2021-04-07T15:09:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi'}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:09:33.368650 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] Checking router: abd3ed9a-78b0-40a4-8946-7444aa433eaa for host: dv-cinder-782260-2-iscsi {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:09:33.369394 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] Updating router abd3ed9a-78b0-40a4-8946-7444aa433eaa port 3f0e7d70-f48c-4cd4-bac7-d456d70dbc70 binding host dv-cinder-782260-2-iscsi {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 15:09:33.500403 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:33.503520 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0b39c557-7472-4fea-b1d2-c310c491db95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:33.596802 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:34.098325 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 8d0a5539-07a5-4514-88dd-b149fc7b1583 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:09:34.187585 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0d9b201f-0965-4c34-b3c4-380eb71cc0a2 req-cc39fa1d-825e-49b7-bc82-54b6845a3cf3 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 210 time: 0.1329792
Apr 07 15:09:34.463291 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port 8d0a5539-07a5-4514-88dd-b149fc7b1583 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:09:34.470919 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-75d63f03-1a18-488a-8351-ad5cf5408245 req-7baafcf4-9b73-49a7-96d3-704c76f8d34f tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d71bee4-4345-445d-adca-f8e2de0b92e2 HTTP/1.1" status: 200  len: 210 time: 0.1476040
Apr 07 15:09:34.532253 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39c557-7472-4fea-b1d2-c310c491db95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b392ed73-b1dc-4b20-8f0b-604b16a0623a,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:34.544287 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-0b39c557-7472-4fea-b1d2-c310c491db95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.947s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:34.558422 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0b39c557-7472-4fea-b1d2-c310c491db95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:34.583879 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-0b39c557-7472-4fea-b1d2-c310c491db95 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b392ed73-b1dc-4b20-8f0b-604b16a0623a HTTP/1.1" status: 204  len: 168 time: 2.5902150
Apr 07 15:09:34.870037 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523a1e91-d4c5-44ed-b7f3-eead0a455c15 None None] Network 7e0f3704-ba7e-4436-937d-51f6b7b3f535 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:09:34.922796 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ba68b86c-29d5-4b1e-8b37-729949f53b79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:34.969339 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2180ec93-2629-4026-9392-1268c28b42d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:35.086605 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-caac36a5-6a13-4a13-9b22-73473ab347c2 None None] Provisioning for port 8d0a5539-07a5-4514-88dd-b149fc7b1583 completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:09:35.108747 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-caac36a5-6a13-4a13-9b22-73473ab347c2 None None] Provisioning complete for port 8d0a5539-07a5-4514-88dd-b149fc7b1583 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:09:35.109484 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-caac36a5-6a13-4a13-9b22-73473ab347c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:35.163437 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ba68b86c-29d5-4b1e-8b37-729949f53b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:35.250314 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:35.626019 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-17779b9c-61e3-445c-b3ad-fb9698e1b93e req-d8171895-3058-40a3-a858-739e56dd318b tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 210 time: 0.1188211
Apr 07 15:09:35.671629 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-caac36a5-6a13-4a13-9b22-73473ab347c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:35.691681 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-caac36a5-6a13-4a13-9b22-73473ab347c2 None None] For port 8d0a5539-07a5-4514-88dd-b149fc7b1583, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=8d0a5539-07a5-4514-88dd-b149fc7b1583,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:09:35.701443 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-caac36a5-6a13-4a13-9b22-73473ab347c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:35.704283 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:35.731663 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a26c6cbf-bbbb-4169-94f6-41879418bdf9 req-320e6cec-a75e-4ae6-9f3d-aab2e7f3dde6 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d71bee4-4345-445d-adca-f8e2de0b92e2 HTTP/1.1" status: 200  len: 210 time: 0.0814567
Apr 07 15:09:35.821123 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:35.848470 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac36a5-6a13-4a13-9b22-73473ab347c2 None None] Pushing event updated for resources: {'Port': ['ID=8d0a5539-07a5-4514-88dd-b149fc7b1583,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:35.855131 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68b86c-29d5-4b1e-8b37-729949f53b79 admin admin] Pushing event updated for resources: {'Port': ['ID=624a001a-60d0-4a7c-aab9-1a984884b9e9,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:35.870500 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-caac36a5-6a13-4a13-9b22-73473ab347c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:35.872755 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ba68b86c-29d5-4b1e-8b37-729949f53b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:35.874686 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] Transition to ACTIVE for port object 3f0e7d70-f48c-4cd4-bac7-d456d70dbc70 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:09:35.893745 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:35.965009 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:36.032575 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-2180ec93-2629-4026-9392-1268c28b42d2 admin admin] Allocated IP 172.20.0.1 (339f7b08-9f95-4282-b63e-f044a2cab794/715e635f-38c7-4cfa-8476-85d5d882c8e5/2e6ab95f-4d01-4a87-b125-54d32a7504bc) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:09:36.042826 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba68b86c-29d5-4b1e-8b37-729949f53b79 admin admin] Network aaa28d56-97c7-4706-9a1c-f1c898d32c63 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:09:36.048361 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-ba68b86c-29d5-4b1e-8b37-729949f53b79 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:09:36.052896 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba68b86c-29d5-4b1e-8b37-729949f53b79 admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:09:36.148738 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-1265c475-f479-4793-bd75-7520be9d7cbd None None] Provisioning complete for port 8d0a5539-07a5-4514-88dd-b149fc7b1583 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:09:36.149605 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1265c475-f479-4793-bd75-7520be9d7cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:36.192255 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7604b8-96d4-497c-9d4a-7c1349d23868 None None] Pushing event updated for resources: {'Port': ['ID=3f0e7d70-f48c-4cd4-bac7-d456d70dbc70,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:36.206927 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7604b8-96d4-497c-9d4a-7c1349d23868 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:36.207581 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7604b8-96d4-497c-9d4a-7c1349d23868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:36.208104 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7604b8-96d4-497c-9d4a-7c1349d23868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:36.208753 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7604b8-96d4-497c-9d4a-7c1349d23868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:36.209323 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7604b8-96d4-497c-9d4a-7c1349d23868 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:36.209843 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7604b8-96d4-497c-9d4a-7c1349d23868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:36.210357 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7604b8-96d4-497c-9d4a-7c1349d23868 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:36.210869 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7604b8-96d4-497c-9d4a-7c1349d23868 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:36.211396 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7604b8-96d4-497c-9d4a-7c1349d23868 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:36.211926 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7604b8-96d4-497c-9d4a-7c1349d23868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:36.212443 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7604b8-96d4-497c-9d4a-7c1349d23868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:36.212957 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7604b8-96d4-497c-9d4a-7c1349d23868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7604b8-96d4-497c-9d4a-7c1349d23868 None None] Tracked resource versions report:
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]: pushed versions:
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]: {   'AddressGroup': {'1.2'},
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:     'ConntrackHelper': {'1.0'},
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Log': {'1.0'},
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Network': {'1.1'},
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Port': {'1.7'},
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:     'PortForwarding': {'1.2'},
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:     'QosPolicy': {'1.8'},
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:     'SecurityGroup': {'1.4'},
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:     'SecurityGroupRule': {'1.2'},
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:     'SubPort': {'1.0'},
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Subnet': {'1.1'},
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:     'Trunk': {'1.1'}}
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]: consumer versions:
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]: {   DHCP agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:     HyperV agent@hv-cinder-78226: {},
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:     L3 agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:     Metadata agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:     Metering agent@dv-cinder-782260-2-iscsi: {},
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:     Open vSwitch agent@dv-cinder-782260-2-iscsi: {   'AddressGroup': '1.2',
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'ConntrackHelper': '1.0',
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Log': '1.0',
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Network': '1.1',
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Port': '1.7',
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'PortForwarding': '1.2',
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'QosPolicy': '1.8',
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'SecurityGroup': '1.4',
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'SecurityGroupRule': '1.2',
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'SubPort': '1.0',
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Subnet': '1.1',
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:                                                      'Trunk': '1.1'}}
Apr 07 15:09:36.214391 dv-cinder-782260-2-iscsi neutron-server[84224]:  {{(pid=84340) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 07 15:09:36.239227 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5b7604b8-96d4-497c-9d4a-7c1349d23868 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:36.310460 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] Attempting to bind port 3f0e7d70-f48c-4cd4-bac7-d456d70dbc70 on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:09:36.311336 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] Attempting to bind port 3f0e7d70-f48c-4cd4-bac7-d456d70dbc70 by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:09:36.311913 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] Attempting to bind port 3f0e7d70-f48c-4cd4-bac7-d456d70dbc70 on network aaa28d56-97c7-4706-9a1c-f1c898d32c63 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:09:36.323357 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:09:36.324121 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] Checking segment: {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:09:36.326125 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:36.326910 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] Bound using segment: {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:09:36.327798 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] Bound port: 3f0e7d70-f48c-4cd4-bac7-d456d70dbc70, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:09:36.328413 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:36.493560 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] For port 3f0e7d70-f48c-4cd4-bac7-d456d70dbc70, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:09:36.500130 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] For port 3f0e7d70-f48c-4cd4-bac7-d456d70dbc70, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=3f0e7d70-f48c-4cd4-bac7-d456d70dbc70,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:09:36.505543 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:36.555638 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2180ec93-2629-4026-9392-1268c28b42d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:36.601424 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:36.639332 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ba68b86c-29d5-4b1e-8b37-729949f53b79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:36.718263 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7604b8-96d4-497c-9d4a-7c1349d23868 None None] Pushing event updated for resources: {'Port': ['ID=3f0e7d70-f48c-4cd4-bac7-d456d70dbc70,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:36.723466 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5b7604b8-96d4-497c-9d4a-7c1349d23868 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:36.825309 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] Routers {'abd3ed9a-78b0-40a4-8946-7444aa433eaa'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:09:36.826522 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe69173b908>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:09:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['abd3ed9a-78b0-40a4-8946-7444aa433eaa'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:09:36.860877 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2180ec93-2629-4026-9392-1268c28b42d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:36.865726 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-214d7119-c2d2-4d50-956b-4430e98ac8dc req-fd77bc24-8891-4e50-95a9-bf775dea47a4 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 210 time: 0.1055200
Apr 07 15:09:36.889964 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ba68b86c-29d5-4b1e-8b37-729949f53b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:37.014342 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c59c2dfd-bd0b-483d-9091-8d2edc2f26f7 req-f1347e1d-db0a-4612-96c0-3d6633bf9b01 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d71bee4-4345-445d-adca-f8e2de0b92e2 HTTP/1.1" status: 200  len: 210 time: 0.0711648
Apr 07 15:09:37.135473 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180ec93-2629-4026-9392-1268c28b42d2 admin admin] Pushing event updated for resources: {'Port': ['ID=2e6ab95f-4d01-4a87-b125-54d32a7504bc,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:37.146144 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] Set router abd3ed9a-78b0-40a4-8946-7444aa433eaa gateway port host: dv-cinder-782260-2-iscsi {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:09:37.160941 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-2180ec93-2629-4026-9392-1268c28b42d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:37.682741 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2180ec93-2629-4026-9392-1268c28b42d2 admin admin] Network 339f7b08-9f95-4282-b63e-f044a2cab794 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:09:37.688948 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-2180ec93-2629-4026-9392-1268c28b42d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:09:37.692992 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2180ec93-2629-4026-9392-1268c28b42d2 admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:09:37.694305 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2180ec93-2629-4026-9392-1268c28b42d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623627'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:37.893155 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 8d0a5539-07a5-4514-88dd-b149fc7b1583 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:09:37.894977 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe69173b908>, [{'id': 'abd3ed9a-78b0-40a4-8946-7444aa433eaa', 'name': 'tempest-ServerRescueNegativeTestJSON-1950534700-router', 'tenant_id': 'cc9555d2ba234896823be6d5f89668b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '3f0e7d70-f48c-4cd4-bac7-d456d70dbc70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:23Z', 'updated_at': '2021-04-07T15:09:29Z', 'revision_number': 3, 'project_id': 'cc9555d2ba234896823be6d5f89668b9', 'gw_port': {'id': '3f0e7d70-f48c-4cd4-bac7-d456d70dbc70', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd3ed9a-78b0-40a4-8946-7444aa433eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:26Z', 'updated_at': '2021-04-07T15:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi'}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:09:37.911001 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10124c09-03c3-4a92-b400-a355727d64b9 None None] The sync data for ids ['abd3ed9a-78b0-40a4-8946-7444aa433eaa'] in dv-cinder-782260-2-iscsi is: [{'id': 'abd3ed9a-78b0-40a4-8946-7444aa433eaa', 'name': 'tempest-ServerRescueNegativeTestJSON-1950534700-router', 'tenant_id': 'cc9555d2ba234896823be6d5f89668b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '3f0e7d70-f48c-4cd4-bac7-d456d70dbc70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:23Z', 'updated_at': '2021-04-07T15:09:29Z', 'revision_number': 3, 'project_id': 'cc9555d2ba234896823be6d5f89668b9', 'gw_port': {'id': '3f0e7d70-f48c-4cd4-bac7-d456d70dbc70', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd3ed9a-78b0-40a4-8946-7444aa433eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:26Z', 'updated_at': '2021-04-07T15:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi'}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:09:38.018246 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 8d0a5539-07a5-4514-88dd-b149fc7b1583 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:09:38.018990 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:38.023246 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ba68b86c-29d5-4b1e-8b37-729949f53b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854374369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854265977'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:38.117174 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0132c27e-c78e-40c0-b371-c44ff37d7962 req-b181855f-6692-4f81-b5fb-9e3f73669549 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 210 time: 0.1048987
Apr 07 15:09:38.253035 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c670b009-0b2a-4be6-be39-ae623367c468 req-d4599d9e-e89a-4b4e-b8bc-91b0c5d686cf tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d71bee4-4345-445d-adca-f8e2de0b92e2 HTTP/1.1" status: 200  len: 210 time: 0.0770395
Apr 07 15:09:38.442677 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2180ec93-2629-4026-9392-1268c28b42d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:38.859087 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba68b86c-29d5-4b1e-8b37-729949f53b79 admin admin] Router ca711889-d007-44e7-bd34-e6bb1eaf2861 is scheduled to L3 agent 68e91330-1547-4583-b49b-ec8634823321 with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 07 15:09:39.148249 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2180ec93-2629-4026-9392-1268c28b42d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:39.153019 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba68b86c-29d5-4b1e-8b37-729949f53b79 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:09:39.154940 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2180ec93-2629-4026-9392-1268c28b42d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:39.162265 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2180ec93-2629-4026-9392-1268c28b42d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853103132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408734'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:39.169003 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] Sync routers for ids ['ca711889-d007-44e7-bd34-e6bb1eaf2861'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:09:39.185788 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:39.197814 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] Routers {'ca711889-d007-44e7-bd34-e6bb1eaf2861'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:09:39.198920 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690c5e710>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:09:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['ca711889-d007-44e7-bd34-e6bb1eaf2861'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:09:39.346727 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-aade7162-d1de-462e-aab7-28fdfff5bee8 req-a07feecf-d971-4132-9642-347d96647858 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 210 time: 0.0690138
Apr 07 15:09:39.460906 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ba68b86c-29d5-4b1e-8b37-729949f53b79 admin admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:39.467427 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-ba68b86c-29d5-4b1e-8b37-729949f53b79 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 9.9981313
Apr 07 15:09:39.472447 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 57826) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:39.514820 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] Set router ca711889-d007-44e7-bd34-e6bb1eaf2861 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:09:39.533093 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1fbb9230-e33a-45fd-81da-9bb0ae973cc1 req-55b24db1-d1ca-437f-86fd-8bfefc7bdca5 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d71bee4-4345-445d-adca-f8e2de0b92e2 HTTP/1.1" status: 200  len: 210 time: 0.1157022
Apr 07 15:09:39.606084 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180ec93-2629-4026-9392-1268c28b42d2 admin admin] Pushing event updated for resources: {'Port': ['ID=2e6ab95f-4d01-4a87-b125-54d32a7504bc,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:39.665815 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-2180ec93-2629-4026-9392-1268c28b42d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:39.965723 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 3f0e7d70-f48c-4cd4-bac7-d456d70dbc70 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:09:40.022283 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2180ec93-2629-4026-9392-1268c28b42d2 admin admin] Network 339f7b08-9f95-4282-b63e-f044a2cab794 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:09:40.025578 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-2180ec93-2629-4026-9392-1268c28b42d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:09:40.187318 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port 3f0e7d70-f48c-4cd4-bac7-d456d70dbc70 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:09:40.195010 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 3f0e7d70-f48c-4cd4-bac7-d456d70dbc70 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:09:40.195777 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:40.280816 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690c5e710>, [{'id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'name': 'tempest-AttachVolumeShelveTestJSON-232211889-router', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:29Z', 'updated_at': '2021-04-07T15:09:36Z', 'revision_number': 3, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'gw_port': {'id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:32Z', 'updated_at': '2021-04-07T15:09:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi'}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:09:40.291342 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] Checking router: ca711889-d007-44e7-bd34-e6bb1eaf2861 for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:09:40.291967 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] Updating router ca711889-d007-44e7-bd34-e6bb1eaf2861 port 624a001a-60d0-4a7c-aab9-1a984884b9e9 binding host dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 15:09:40.412413 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:40.619185 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ead9cf53-4baf-469d-a13a-2a68b722bc5d req-74d16d2d-10ca-4cb6-90d1-c6a597570900 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 210 time: 0.0931787
Apr 07 15:09:40.709096 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:40.782550 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-626eee93-6470-4f8a-ab1d-a069fdd61245 req-645292aa-a9f5-44b1-a428-db610f0a8a02 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d71bee4-4345-445d-adca-f8e2de0b92e2 HTTP/1.1" status: 200  len: 210 time: 0.0759854
Apr 07 15:09:40.848077 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2180ec93-2629-4026-9392-1268c28b42d2 admin admin] Router abd3ed9a-78b0-40a4-8946-7444aa433eaa has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:09:41.042591 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] For port 3f0e7d70-f48c-4cd4-bac7-d456d70dbc70, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=3f0e7d70-f48c-4cd4-bac7-d456d70dbc70,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:09:41.052803 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:41.072144 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:41.311738 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Pushing event updated for resources: {'Port': ['ID=3f0e7d70-f48c-4cd4-bac7-d456d70dbc70,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:41.317814 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:41.418405 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.65', 63168) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:41.699329 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-1be0f744-a348-49b8-9f97-13fc945d9304 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:09:41.701468 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-1be0f744-a348-49b8-9f97-13fc945d9304 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.65 "GET /v2.0/networks?id=01fe1b05-31b3-418b-81c4-6ff571622f39 HTTP/1.1" status: 200  len: 812 time: 0.2812376
Apr 07 15:09:41.707595 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2180ec93-2629-4026-9392-1268c28b42d2 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:09:41.711886 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:41.720230 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] Sync routers for ids ['abd3ed9a-78b0-40a4-8946-7444aa433eaa'] in dv-cinder-782260-2-iscsi {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:09:41.737686 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-2180ec93-2629-4026-9392-1268c28b42d2 admin admin] 10.222.0.39 "PUT /v2.0/routers/abd3ed9a-78b0-40a4-8946-7444aa433eaa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.9281268
Apr 07 15:09:41.781682 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-53f31eaa-c5f5-442b-95a5-b3844e052310 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Request body: {'port': {'device_id': '1d71bee4-4345-445d-adca-f8e2de0b92e2', 'network_id': '01fe1b05-31b3-418b-81c4-6ff571622f39', 'admin_state_up': True, 'tenant_id': '4b40e0f83a3b426881f367687b221bdc'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:09:41.794009 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] Routers {'abd3ed9a-78b0-40a4-8946-7444aa433eaa'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:09:41.795185 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe69185ff60>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:09:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['abd3ed9a-78b0-40a4-8946-7444aa433eaa'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:09:41.830677 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] Transition to ACTIVE for port object 624a001a-60d0-4a7c-aab9-1a984884b9e9 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:09:41.856675 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:42.036650 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-78e25b88-4407-4384-9994-d65aaccd246d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:42.189771 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a67f8e14-0dfb-4c32-9abe-9866b8798d74 req-9c22cabf-a9ba-42a2-a1b0-79641f3a8641 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 210 time: 0.1592898
Apr 07 15:09:42.191125 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-04d03824-94ce-41f3-82c1-58a25742019a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:42.375442 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 3f0e7d70-f48c-4cd4-bac7-d456d70dbc70 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:09:42.549640 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] Set router abd3ed9a-78b0-40a4-8946-7444aa433eaa gateway port host: dv-cinder-782260-2-iscsi {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:09:42.552403 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b8c6f0c3-01b2-497c-a3c8-ed1cccb99a45 req-f664e4b1-e92e-4a1d-a73c-8c017ffbd9fa tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d71bee4-4345-445d-adca-f8e2de0b92e2 HTTP/1.1" status: 200  len: 210 time: 0.1845677
Apr 07 15:09:42.682120 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-53f31eaa-c5f5-442b-95a5-b3844e052310 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:09:42.682449 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-78e25b88-4407-4384-9994-d65aaccd246d admin admin] Allocated IP 172.20.0.1 (7e0f3704-ba7e-4436-937d-51f6b7b3f535/d05646fb-c605-48bc-82c8-49d6fe52eea8/972b423b-dafe-4010-8922-3eff00e71615) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:09:42.716861 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-53f31eaa-c5f5-442b-95a5-b3844e052310 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Usage tracker for resource:port and tenant:4b40e0f83a3b426881f367687b221bdc is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:09:42.750101 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] Attempting to bind port 624a001a-60d0-4a7c-aab9-1a984884b9e9 on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:09:42.752806 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] Attempting to bind port 624a001a-60d0-4a7c-aab9-1a984884b9e9 by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:09:42.753316 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] Attempting to bind port 624a001a-60d0-4a7c-aab9-1a984884b9e9 on network aaa28d56-97c7-4706-9a1c-f1c898d32c63 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:09:42.770353 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:09:42.770957 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] Checking segment: {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:09:42.771426 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:42.771897 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] Bound using segment: {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:09:42.772460 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] Bound port: 624a001a-60d0-4a7c-aab9-1a984884b9e9, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:09:42.772895 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:42.783033 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-53f31eaa-c5f5-442b-95a5-b3844e052310 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:09:42.807002 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-53f31eaa-c5f5-442b-95a5-b3844e052310 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:09:42.868678 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-53f31eaa-c5f5-442b-95a5-b3844e052310 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Made reservation on behalf of 4b40e0f83a3b426881f367687b221bdc for: {'port': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:09:42.913546 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-53f31eaa-c5f5-442b-95a5-b3844e052310 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:43.160711 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] For port 624a001a-60d0-4a7c-aab9-1a984884b9e9, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:09:43.174431 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] For port 624a001a-60d0-4a7c-aab9-1a984884b9e9, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=624a001a-60d0-4a7c-aab9-1a984884b9e9,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:09:43.196377 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-78e25b88-4407-4384-9994-d65aaccd246d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:43.204039 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86bca06-de26-45e0-a419-ef7902e828c8 None None] Pushing event updated for resources: {'Port': ['ID=624a001a-60d0-4a7c-aab9-1a984884b9e9,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:43.209966 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:43.211260 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a86bca06-de26-45e0-a419-ef7902e828c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.020s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:43.286971 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.65', 63175) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:43.287318 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 57976) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:43.367316 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:43.387110 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-78e25b88-4407-4384-9994-d65aaccd246d admin admin] Transition to ACTIVE for port object 972b423b-dafe-4010-8922-3eff00e71615 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:09:43.442709 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-53f31eaa-c5f5-442b-95a5-b3844e052310 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Allocated IP 172.20.0.9 (01fe1b05-31b3-418b-81c4-6ff571622f39/9ffb15d1-e381-4252-a411-92cd35fd1ef9/538b3b9c-4815-4dfe-ab3e-b859bf279ead) {{(pid=84337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:09:43.644798 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe69185ff60>, [{'id': 'abd3ed9a-78b0-40a4-8946-7444aa433eaa', 'name': 'tempest-ServerRescueNegativeTestJSON-1950534700-router', 'tenant_id': 'cc9555d2ba234896823be6d5f89668b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '3f0e7d70-f48c-4cd4-bac7-d456d70dbc70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:23Z', 'updated_at': '2021-04-07T15:09:38Z', 'revision_number': 4, 'project_id': 'cc9555d2ba234896823be6d5f89668b9', 'gw_port': {'id': '3f0e7d70-f48c-4cd4-bac7-d456d70dbc70', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd3ed9a-78b0-40a4-8946-7444aa433eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:26Z', 'updated_at': '2021-04-07T15:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '2e6ab95f-4d01-4a87-b125-54d32a7504bc', 'name': '', 'network_id': '339f7b08-9f95-4282-b63e-f044a2cab794', 'tenant_id': 'cc9555d2ba234896823be6d5f89668b9', 'mac_address': 'fa:16:3e:8a:3f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd3ed9a-78b0-40a4-8946-7444aa433eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '715e635f-38c7-4cfa-8476-85d5d882c8e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:35Z', 'updated_at': '2021-04-07T15:09:38Z', 'revision_number': 2, 'project_id': 'cc9555d2ba234896823be6d5f89668b9', 'subnets': [{'id': '715e635f-38c7-4cfa-8476-85d5d882c8e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:09:43.668465 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] Checking router: abd3ed9a-78b0-40a4-8946-7444aa433eaa for host: dv-cinder-782260-2-iscsi {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:09:43.670072 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] Updating router abd3ed9a-78b0-40a4-8946-7444aa433eaa port 2e6ab95f-4d01-4a87-b125-54d32a7504bc binding host dv-cinder-782260-2-iscsi {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 15:09:43.889829 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:43.915604 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86bca06-de26-45e0-a419-ef7902e828c8 None None] Pushing event updated for resources: {'Port': ['ID=624a001a-60d0-4a7c-aab9-1a984884b9e9,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:43.954085 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a86bca06-de26-45e0-a419-ef7902e828c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:43.968079 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-9fa13b98-781a-4a83-9e3c-e48e1547af4d tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:09:43.977438 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-9fa13b98-781a-4a83-9e3c-e48e1547af4d tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.65 "GET /v2.0/networks?id=1fea60c6-d3c0-42e1-8a72-6a3347f9203e HTTP/1.1" status: 200  len: 815 time: 0.6820030
Apr 07 15:09:43.979764 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-78e25b88-4407-4384-9994-d65aaccd246d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:44.035225 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-2180ec93-2629-4026-9392-1268c28b42d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:44.053479 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 3f0e7d70-f48c-4cd4-bac7-d456d70dbc70 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:09:44.059754 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:44.095333 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-32f46cda-2675-4dda-908c-23eb61bb8ac3 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Request body: {'port': {'device_id': '4f8ad4ae-c1d0-438a-af18-6643c0650999', 'network_id': '1fea60c6-d3c0-42e1-8a72-6a3347f9203e', 'admin_state_up': True, 'tenant_id': '319b24532db24adf857ac07d263f15ce'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:09:44.302036 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c7742afb-7aa6-4917-911e-98a38bba526b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:44.423694 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-c7742afb-7aa6-4917-911e-98a38bba526b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:09:44.425944 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-53f31eaa-c5f5-442b-95a5-b3844e052310 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Notify callbacks [] for port, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:44.432888 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e25b88-4407-4384-9994-d65aaccd246d admin admin] Pushing event updated for resources: {'Port': ['ID=972b423b-dafe-4010-8922-3eff00e71615,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:44.445315 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-78e25b88-4407-4384-9994-d65aaccd246d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:44.446601 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-c7742afb-7aa6-4917-911e-98a38bba526b admin admin] Usage tracker for resource:security_group_rule and tenant:e1786cdfb35d4e2996e53bb6a519eed5 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:09:44.456132 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-c7742afb-7aa6-4917-911e-98a38bba526b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:09:44.497656 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-c7742afb-7aa6-4917-911e-98a38bba526b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:09:44.533445 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 58024) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:44.645482 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-32f46cda-2675-4dda-908c-23eb61bb8ac3 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:09:44.653268 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-32f46cda-2675-4dda-908c-23eb61bb8ac3 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Usage tracker for resource:port and tenant:319b24532db24adf857ac07d263f15ce is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:09:44.664386 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-32f46cda-2675-4dda-908c-23eb61bb8ac3 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:09:44.678125 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-32f46cda-2675-4dda-908c-23eb61bb8ac3 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:09:44.693056 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] Routers {'ca711889-d007-44e7-bd34-e6bb1eaf2861'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:09:44.696395 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690c5e710>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:09:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['ca711889-d007-44e7-bd34-e6bb1eaf2861'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:09:44.705736 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-c30e9bfb-8e4e-446d-8652-105b2214b0b4 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:09:44.710702 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-32f46cda-2675-4dda-908c-23eb61bb8ac3 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Made reservation on behalf of 319b24532db24adf857ac07d263f15ce for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:09:44.715746 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-c30e9bfb-8e4e-446d-8652-105b2214b0b4 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/networks?id=339f7b08-9f95-4282-b63e-f044a2cab794 HTTP/1.1" status: 200  len: 819 time: 0.6478403
Apr 07 15:09:44.717001 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-32f46cda-2675-4dda-908c-23eb61bb8ac3 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:44.777666 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e25b88-4407-4384-9994-d65aaccd246d admin admin] Network 7e0f3704-ba7e-4436-937d-51f6b7b3f535 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:09:44.863459 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-53f31eaa-c5f5-442b-95a5-b3844e052310 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836'] for port, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:44.867290 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-e6414a71-219f-4795-bd3e-f71edac9b8c3 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/quotas/cc9555d2ba234896823be6d5f89668b9 HTTP/1.1" status: 200  len: 375 time: 0.1499562
Apr 07 15:09:44.971749 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-32f46cda-2675-4dda-908c-23eb61bb8ac3 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Allocated IP 172.20.0.10 (1fea60c6-d3c0-42e1-8a72-6a3347f9203e/af0ee707-cd66-48b1-a5fe-75510a42329c/75ad4273-1c91-412c-8dec-478781048da3) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:09:45.019415 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c65d8701-c28b-4fa8-8334-5eb56eadf385 req-f6bc67f5-5464-42ff-9ae1-deec1dbc4322 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 210 time: 0.3002408
Apr 07 15:09:45.076230 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:45.094735 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] Transition to ACTIVE for port object 2e6ab95f-4d01-4a87-b125-54d32a7504bc will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:09:45.094931 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:45.113098 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:45.147570 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-40539eb7-faee-4853-ba79-7ef2328324b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:45.350884 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630a238-7c7d-48b4-9db1-8b7a8672f882 None None] Pushing event updated for resources: {'Port': ['ID=2e6ab95f-4d01-4a87-b125-54d32a7504bc,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:45.366587 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] Set router ca711889-d007-44e7-bd34-e6bb1eaf2861 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:09:45.517398 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f31eaa-c5f5-442b-95a5-b3844e052310 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Pushing event updated for resources: {'Port': ['ID=538b3b9c-4815-4dfe-ab3e-b859bf279ead,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:45.527242 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-53f31eaa-c5f5-442b-95a5-b3844e052310 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:45.671921 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-4630a238-7c7d-48b4-9db1-8b7a8672f882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:45.795038 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-ce071725-918f-4ead-84d1-3632e661fd6e tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc9555d2ba234896823be6d5f89668b9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.9093456
Apr 07 15:09:46.045305 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] Attempting to bind port 2e6ab95f-4d01-4a87-b125-54d32a7504bc on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:09:46.046035 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] Attempting to bind port 2e6ab95f-4d01-4a87-b125-54d32a7504bc by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': '79fcc562-7a06-4e5d-94c9-3ba40a36f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '339f7b08-9f95-4282-b63e-f044a2cab794'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:09:46.046669 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] Attempting to bind port 2e6ab95f-4d01-4a87-b125-54d32a7504bc on network 339f7b08-9f95-4282-b63e-f044a2cab794 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:09:46.057676 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:09:46.058434 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] Checking segment: {'id': '79fcc562-7a06-4e5d-94c9-3ba40a36f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '339f7b08-9f95-4282-b63e-f044a2cab794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:09:46.059088 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:46.059722 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] Bound using segment: {'id': '79fcc562-7a06-4e5d-94c9-3ba40a36f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '339f7b08-9f95-4282-b63e-f044a2cab794'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:09:46.060446 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] Bound port: 2e6ab95f-4d01-4a87-b125-54d32a7504bc, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79fcc562-7a06-4e5d-94c9-3ba40a36f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '339f7b08-9f95-4282-b63e-f044a2cab794'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:09:46.062167 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:46.129590 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-78e25b88-4407-4384-9994-d65aaccd246d admin admin] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:09:46.264005 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-5afdc5e1-504a-4792-bafb-14b519c232ce service neutron] 10.222.0.39 "GET /v2.0/networks/339f7b08-9f95-4282-b63e-f044a2cab794?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4660447
Apr 07 15:09:46.293694 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c7742afb-7aa6-4917-911e-98a38bba526b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:46.386291 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690c5e710>, [{'id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'name': 'tempest-AttachVolumeShelveTestJSON-232211889-router', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:29Z', 'updated_at': '2021-04-07T15:09:36Z', 'revision_number': 3, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'gw_port': {'id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:32Z', 'updated_at': '2021-04-07T15:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi'}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:09:46.398218 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f3d52-d577-435e-8854-9b2bc8ec37a7 None None] The sync data for ids ['ca711889-d007-44e7-bd34-e6bb1eaf2861'] in dv-cinder-782260-2-iscsi is: [{'id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'name': 'tempest-AttachVolumeShelveTestJSON-232211889-router', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:29Z', 'updated_at': '2021-04-07T15:09:36Z', 'revision_number': 3, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'gw_port': {'id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:32Z', 'updated_at': '2021-04-07T15:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi'}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:09:46.403749 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e25b88-4407-4384-9994-d65aaccd246d admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:09:46.406978 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-78e25b88-4407-4384-9994-d65aaccd246d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623627'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:46.414240 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e6adbc62-e3d9-4c45-88c4-e45e5b2e8028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:46.427498 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c7742afb-7aa6-4917-911e-98a38bba526b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:46.473769 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:46.516282 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-e6adbc62-e3d9-4c45-88c4-e45e5b2e8028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:09:46.565720 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-e6adbc62-e3d9-4c45-88c4-e45e5b2e8028 admin admin] Usage tracker for resource:security_group_rule and tenant:d4c021e9022a45d9960ca606cc3a90c3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:09:46.569359 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] For port 2e6ab95f-4d01-4a87-b125-54d32a7504bc, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:09:46.571753 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-e6adbc62-e3d9-4c45-88c4-e45e5b2e8028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:09:46.584547 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] For port 2e6ab95f-4d01-4a87-b125-54d32a7504bc, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=2e6ab95f-4d01-4a87-b125-54d32a7504bc,segment=NetworkSegment(79fcc562-7a06-4e5d-94c9-3ba40a36f792),segment_id=79fcc562-7a06-4e5d-94c9-3ba40a36f792)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:09:46.592010 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:46.614383 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-1f900699-e3b8-4e41-97a3-dfdb607c2cc0 None None] Provisioning for port 972b423b-dafe-4010-8922-3eff00e71615 completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:09:46.626659 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-1f900699-e3b8-4e41-97a3-dfdb607c2cc0 None None] Provisioning complete for port 972b423b-dafe-4010-8922-3eff00e71615 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:09:46.626860 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5b7604b8-96d4-497c-9d4a-7c1349d23868 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:46.628027 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1f900699-e3b8-4e41-97a3-dfdb607c2cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:46.653429 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-e6adbc62-e3d9-4c45-88c4-e45e5b2e8028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:09:46.683993 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-c7742afb-7aa6-4917-911e-98a38bba526b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e1786cdfb35d4e2996e53bb6a519eed5&name=default HTTP/1.1" status: 200  len: 2975 time: 3.3895493
Apr 07 15:09:46.720714 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 58056) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:46.751306 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-17563864-afdb-4119-aa56-372b2a70ba62 service neutron] 10.222.0.39 "GET /v2.0/networks/339f7b08-9f95-4282-b63e-f044a2cab794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4857032
Apr 07 15:09:46.861733 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-1f900699-e3b8-4e41-97a3-dfdb607c2cc0 None None] Port 972b423b-dafe-4010-8922-3eff00e71615 cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:09:46.880328 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7742afb-7aa6-4917-911e-98a38bba526b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e701336-8aca-4f14-af38-8370f4c4c157,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:46.884416 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630a238-7c7d-48b4-9db1-8b7a8672f882 None None] Pushing event updated for resources: {'Port': ['ID=2e6ab95f-4d01-4a87-b125-54d32a7504bc,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:46.890278 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-4630a238-7c7d-48b4-9db1-8b7a8672f882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:46.981039 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c7742afb-7aa6-4917-911e-98a38bba526b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:47.001855 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-53f31eaa-c5f5-442b-95a5-b3844e052310 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Network 01fe1b05-31b3-418b-81c4-6ff571622f39 is already hosted by enough agents. {{(pid=84337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:09:47.004526 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-53f31eaa-c5f5-442b-95a5-b3844e052310 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Resources bound (agent type, host, resource id):  {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:09:47.012279 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-32f46cda-2675-4dda-908c-23eb61bb8ac3 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:47.015365 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] Routers {'abd3ed9a-78b0-40a4-8946-7444aa433eaa'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:09:47.016409 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe69185ff60>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:09:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['abd3ed9a-78b0-40a4-8946-7444aa433eaa'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:09:47.018311 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-53f31eaa-c5f5-442b-95a5-b3844e052310 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Received port after_create {{(pid=84337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:09:47.032584 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-53f31eaa-c5f5-442b-95a5-b3844e052310 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:09:47.037318 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-53f31eaa-c5f5-442b-95a5-b3844e052310 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:47.099230 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e29661-9e87-40ba-b2d7-613ca8914001 req-600daae6-9c23-46ed-be4b-19eb6de0534a tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:09:47.106294 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d7e29661-9e87-40ba-b2d7-613ca8914001 req-600daae6-9c23-46ed-be4b-19eb6de0534a tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d71bee4-4345-445d-adca-f8e2de0b92e2 HTTP/1.1" status: 200  len: 931 time: 0.3961823
Apr 07 15:09:47.130925 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-53f31eaa-c5f5-442b-95a5-b3844e052310 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.3535893
Apr 07 15:09:47.206533 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-10c4cffd-a51b-4ac7-817e-79482bb90ff5 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84337) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 07 15:09:47.211139 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-10c4cffd-a51b-4ac7-817e-79482bb90ff5 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0371332
Apr 07 15:09:47.240699 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d7e29661-9e87-40ba-b2d7-613ca8914001 req-bc9e5caa-f490-4cfc-a16e-f9b3dd19af56 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/security-groups?id=29be911d-b556-4291-b234-966635a2fcf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056197
Apr 07 15:09:47.487487 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 624a001a-60d0-4a7c-aab9-1a984884b9e9 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:09:47.547017 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a7d28232-4521-467d-a29d-e170c230be92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:47.788711 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] Request body: {'port': {'device_id': '1d71bee4-4345-445d-adca-f8e2de0b92e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:09:47.816282 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a7d28232-4521-467d-a29d-e170c230be92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:47.831521 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port 624a001a-60d0-4a7c-aab9-1a984884b9e9 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:09:47.854965 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 624a001a-60d0-4a7c-aab9-1a984884b9e9 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:09:47.855356 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:47.924525 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] Set router abd3ed9a-78b0-40a4-8946-7444aa433eaa gateway port host: dv-cinder-782260-2-iscsi {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:09:48.323793 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e6adbc62-e3d9-4c45-88c4-e45e5b2e8028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:48.326820 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-78e25b88-4407-4384-9994-d65aaccd246d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:48.439394 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a7d28232-4521-467d-a29d-e170c230be92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:48.440731 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e6adbc62-e3d9-4c45-88c4-e45e5b2e8028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:48.535255 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:48.605361 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:48.635296 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d28232-4521-467d-a29d-e170c230be92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e701336-8aca-4f14-af38-8370f4c4c157,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:48.958590 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b1794578-06f2-4d1f-afec-54264ac1dec9 req-679b8c90-1553-466a-9e59-e6ecfaf2f086 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 210 time: 0.3545861
Apr 07 15:09:48.983290 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-64a47247-817a-4b3b-8170-ab09b66b7b4e req-cf062503-20de-472b-a9f0-23eebdb6f71d tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 210 time: 0.5308499
Apr 07 15:09:49.260309 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe69185ff60>, [{'id': 'abd3ed9a-78b0-40a4-8946-7444aa433eaa', 'name': 'tempest-ServerRescueNegativeTestJSON-1950534700-router', 'tenant_id': 'cc9555d2ba234896823be6d5f89668b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '3f0e7d70-f48c-4cd4-bac7-d456d70dbc70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:23Z', 'updated_at': '2021-04-07T15:09:38Z', 'revision_number': 4, 'project_id': 'cc9555d2ba234896823be6d5f89668b9', 'gw_port': {'id': '3f0e7d70-f48c-4cd4-bac7-d456d70dbc70', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd3ed9a-78b0-40a4-8946-7444aa433eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:26Z', 'updated_at': '2021-04-07T15:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '2e6ab95f-4d01-4a87-b125-54d32a7504bc', 'name': '', 'network_id': '339f7b08-9f95-4282-b63e-f044a2cab794', 'tenant_id': 'cc9555d2ba234896823be6d5f89668b9', 'mac_address': 'fa:16:3e:8a:3f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd3ed9a-78b0-40a4-8946-7444aa433eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '715e635f-38c7-4cfa-8476-85d5d882c8e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:35Z', 'updated_at': '2021-04-07T15:09:46Z', 'revision_number': 4, 'project_id': 'cc9555d2ba234896823be6d5f89668b9', 'subnets': [{'id': '715e635f-38c7-4cfa-8476-85d5d882c8e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:09:49.280982 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0d9341-7624-483b-a0d5-e2365accff71 None None] The sync data for ids ['abd3ed9a-78b0-40a4-8946-7444aa433eaa'] in dv-cinder-782260-2-iscsi is: [{'id': 'abd3ed9a-78b0-40a4-8946-7444aa433eaa', 'name': 'tempest-ServerRescueNegativeTestJSON-1950534700-router', 'tenant_id': 'cc9555d2ba234896823be6d5f89668b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '3f0e7d70-f48c-4cd4-bac7-d456d70dbc70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:23Z', 'updated_at': '2021-04-07T15:09:38Z', 'revision_number': 4, 'project_id': 'cc9555d2ba234896823be6d5f89668b9', 'gw_port': {'id': '3f0e7d70-f48c-4cd4-bac7-d456d70dbc70', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd3ed9a-78b0-40a4-8946-7444aa433eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:26Z', 'updated_at': '2021-04-07T15:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '2e6ab95f-4d01-4a87-b125-54d32a7504bc', 'name': '', 'network_id': '339f7b08-9f95-4282-b63e-f044a2cab794', 'tenant_id': 'cc9555d2ba234896823be6d5f89668b9', 'mac_address': 'fa:16:3e:8a:3f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd3ed9a-78b0-40a4-8946-7444aa433eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '715e635f-38c7-4cfa-8476-85d5d882c8e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:35Z', 'updated_at': '2021-04-07T15:09:46Z', 'revision_number': 4, 'project_id': 'cc9555d2ba234896823be6d5f89668b9', 'subnets': [{'id': '715e635f-38c7-4cfa-8476-85d5d882c8e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:09:49.286599 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:49.492561 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] For port 624a001a-60d0-4a7c-aab9-1a984884b9e9, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=624a001a-60d0-4a7c-aab9-1a984884b9e9,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:09:49.520571 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:49.538963 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:49.580650 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:09:50.061494 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 2e6ab95f-4d01-4a87-b125-54d32a7504bc up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:09:50.133107 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-78e25b88-4407-4384-9994-d65aaccd246d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:50.234782 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Pushing event updated for resources: {'Port': ['ID=624a001a-60d0-4a7c-aab9-1a984884b9e9,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:50.239927 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:50.252263 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 58112) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:50.253726 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-78e25b88-4407-4384-9994-d65aaccd246d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:50.288276 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port 2e6ab95f-4d01-4a87-b125-54d32a7504bc completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:09:50.293079 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-32f46cda-2675-4dda-908c-23eb61bb8ac3 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:50.310407 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 2e6ab95f-4d01-4a87-b125-54d32a7504bc triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:09:50.310858 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:50.384312 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-78e25b88-4407-4384-9994-d65aaccd246d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853103132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408734'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:50.511223 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538b3b9c-4815-4dfe-ab3e-b859bf279ead {{(pid=84337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:09:50.525325 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:50.727017 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:50.858507 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] For port 2e6ab95f-4d01-4a87-b125-54d32a7504bc, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=2e6ab95f-4d01-4a87-b125-54d32a7504bc,segment=NetworkSegment(79fcc562-7a06-4e5d-94c9-3ba40a36f792),segment_id=79fcc562-7a06-4e5d-94c9-3ba40a36f792)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:09:50.867050 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:50.873513 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:51.039586 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Pushing event updated for resources: {'Port': ['ID=2e6ab95f-4d01-4a87-b125-54d32a7504bc,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:51.045175 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:51.135579 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-e6adbc62-e3d9-4c45-88c4-e45e5b2e8028 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4c021e9022a45d9960ca606cc3a90c3&name=default HTTP/1.1" status: 200  len: 2975 time: 6.5967689
Apr 07 15:09:51.139917 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e580eb20-a665-4e13-8b38-096d3bfcbd19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:51.152074 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a7d28232-4521-467d-a29d-e170c230be92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:51.153241 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-a7d28232-4521-467d-a29d-e170c230be92 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e701336-8aca-4f14-af38-8370f4c4c157 HTTP/1.1" status: 204  len: 168 time: 4.3830147
Apr 07 15:09:51.158242 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 58124) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:51.164061 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adbc62-e3d9-4c45-88c4-e45e5b2e8028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b136a9f-3400-412d-9991-2f7177047ec2,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:51.169443 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e25b88-4407-4384-9994-d65aaccd246d admin admin] Network 7e0f3704-ba7e-4436-937d-51f6b7b3f535 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:09:51.173498 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e6adbc62-e3d9-4c45-88c4-e45e5b2e8028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.638s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:51.175254 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-78e25b88-4407-4384-9994-d65aaccd246d admin admin] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:09:51.177283 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c7742afb-7aa6-4917-911e-98a38bba526b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.996s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:51.177702 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c7742afb-7aa6-4917-911e-98a38bba526b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:51.215122 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] Transition to ACTIVE for port object 538b3b9c-4815-4dfe-ab3e-b859bf279ead will not be triggered until provisioned by entity L2. {{(pid=84337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:09:51.285087 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-78e25b88-4407-4384-9994-d65aaccd246d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:51.427101 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-e580eb20-a665-4e13-8b38-096d3bfcbd19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:09:51.482072 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-e580eb20-a665-4e13-8b38-096d3bfcbd19 admin admin] Usage tracker for resource:security_group_rule and tenant:4db3e4b8e5f942398f165d44a99c4c45 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:09:51.621096 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-e580eb20-a665-4e13-8b38-096d3bfcbd19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:09:51.664707 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-954d327a-444b-47a3-94b6-8d6eefb6f3a6 None None] Provisioning complete for port 972b423b-dafe-4010-8922-3eff00e71615 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:09:51.671062 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-954d327a-444b-47a3-94b6-8d6eefb6f3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:51.676486 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:51.727966 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-e580eb20-a665-4e13-8b38-096d3bfcbd19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:09:51.730614 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e25b88-4407-4384-9994-d65aaccd246d admin admin] Pushing event updated for resources: {'Port': ['ID=972b423b-dafe-4010-8922-3eff00e71615,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:51.819481 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 2e6ab95f-4d01-4a87-b125-54d32a7504bc up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:09:51.975368 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f46cda-2675-4dda-908c-23eb61bb8ac3 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Pushing event updated for resources: {'Port': ['ID=75ad4273-1c91-412c-8dec-478781048da3,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:51.983983 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-954d327a-444b-47a3-94b6-8d6eefb6f3a6 None None] Port 972b423b-dafe-4010-8922-3eff00e71615 cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:09:52.004351 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-32f46cda-2675-4dda-908c-23eb61bb8ac3 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:52.004803 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.876s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:52.005145 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:52.041280 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 2e6ab95f-4d01-4a87-b125-54d32a7504bc triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:09:52.048540 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:52.077910 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-32f46cda-2675-4dda-908c-23eb61bb8ac3 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Network 1fea60c6-d3c0-42e1-8a72-6a3347f9203e is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:09:52.083037 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-32f46cda-2675-4dda-908c-23eb61bb8ac3 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:09:52.093287 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-32f46cda-2675-4dda-908c-23eb61bb8ac3 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:09:52.100373 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-32f46cda-2675-4dda-908c-23eb61bb8ac3 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:09:52.101142 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-32f46cda-2675-4dda-908c-23eb61bb8ac3 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:52.163417 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e25b88-4407-4384-9994-d65aaccd246d admin admin] Router ca711889-d007-44e7-bd34-e6bb1eaf2861 has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:09:52.190778 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-32f46cda-2675-4dda-908c-23eb61bb8ac3 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 8.1626899
Apr 07 15:09:52.208719 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.65', 63184) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:52.235539 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d245fb2-e790-4a12-9b42-9ffd55708458 req-edf60cf8-10d2-4651-bca9-8e707bde4001 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:09:52.237247 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-0d245fb2-e790-4a12-9b42-9ffd55708458 req-edf60cf8-10d2-4651-bca9-8e707bde4001 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Synchronizing usage tracker for tenant:4b40e0f83a3b426881f367687b221bdc on resource:port {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:09:52.506345 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-985a1603-1c0d-4912-9974-8cfd815ea8d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:52.563007 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 624a001a-60d0-4a7c-aab9-1a984884b9e9 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:09:52.610662 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-92c43234-2901-4886-a5c6-348d352a2948 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:09:52.616026 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-294d9334-e0e4-41aa-89e8-b00a73c008f6 service neutron] Request body: {'port': {'device_id': '4f8ad4ae-c1d0-438a-af18-6643c0650999', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:09:52.617694 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-92c43234-2901-4886-a5c6-348d352a2948 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/networks?id=339f7b08-9f95-4282-b63e-f044a2cab794 HTTP/1.1" status: 200  len: 819 time: 2.0564542
Apr 07 15:09:52.755630 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 624a001a-60d0-4a7c-aab9-1a984884b9e9 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:09:52.756101 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:52.821110 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 58138) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:52.917996 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1a6fb6f1-3017-4f9c-aa70-523ec13cae4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:52.976949 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-d109cb53-476f-46db-9a6b-9c634afb5263 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/quotas/cc9555d2ba234896823be6d5f89668b9 HTTP/1.1" status: 200  len: 375 time: 0.1535742
Apr 07 15:09:53.159460 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1a6fb6f1-3017-4f9c-aa70-523ec13cae4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:53.270563 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e580eb20-a665-4e13-8b38-096d3bfcbd19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:53.274433 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1a6fb6f1-3017-4f9c-aa70-523ec13cae4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:53.323863 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e25b88-4407-4384-9994-d65aaccd246d admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:09:53.361824 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-78e25b88-4407-4384-9994-d65aaccd246d admin admin] 10.222.0.39 "PUT /v2.0/routers/ca711889-d007-44e7-bd34-e6bb1eaf2861/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.8856821
Apr 07 15:09:53.364172 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] Sync routers for ids ['ca711889-d007-44e7-bd34-e6bb1eaf2861'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:09:53.365148 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e580eb20-a665-4e13-8b38-096d3bfcbd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:53.401516 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-0d245fb2-e790-4a12-9b42-9ffd55708458 req-edf60cf8-10d2-4651-bca9-8e707bde4001 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Unset dirty status for tenant:4b40e0f83a3b426881f367687b221bdc on resource:port {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:09:53.410226 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0d245fb2-e790-4a12-9b42-9ffd55708458 req-edf60cf8-10d2-4651-bca9-8e707bde4001 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d71bee4-4345-445d-adca-f8e2de0b92e2 HTTP/1.1" status: 200  len: 931 time: 3.7606733
Apr 07 15:09:53.444937 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] Routers {'ca711889-d007-44e7-bd34-e6bb1eaf2861'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:09:53.445719 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690cbee48>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:09:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['ca711889-d007-44e7-bd34-e6bb1eaf2861'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:09:53.463007 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] Attempting to bind port 538b3b9c-4815-4dfe-ab3e-b859bf279ead on host hv-cinder-78226 for vnic_type normal with profile  {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:09:53.463442 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] Attempting to bind port 538b3b9c-4815-4dfe-ab3e-b859bf279ead by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'a02a6bd2-bf60-45df-9bc3-6de524249afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '01fe1b05-31b3-418b-81c4-6ff571622f39'}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:09:53.463716 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] Attempting to bind port 538b3b9c-4815-4dfe-ab3e-b859bf279ead on network 01fe1b05-31b3-418b-81c4-6ff571622f39 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:09:53.487622 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0d245fb2-e790-4a12-9b42-9ffd55708458 req-b7aeabba-dbd0-48a0-83d5-672368c3125d tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/security-groups?id=29be911d-b556-4291-b234-966635a2fcf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757787
Apr 07 15:09:53.488407 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] Pushing event updated for resources: {'Port': ['ID=538b3b9c-4815-4dfe-ab3e-b859bf279ead,revision_number=2']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:53.503963 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.998s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:53.520443 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:53.521664 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] Port 538b3b9c-4815-4dfe-ab3e-b859bf279ead on network 01fe1b05-31b3-418b-81c4-6ff571622f39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 15:09:53.522326 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] Attempting to bind port 538b3b9c-4815-4dfe-ab3e-b859bf279ead on network 01fe1b05-31b3-418b-81c4-6ff571622f39 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:09:53.525128 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:53.567112 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-943aa987-b752-4496-9181-9e624f3002da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:53.609257 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fb6f1-3017-4f9c-aa70-523ec13cae4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b136a9f-3400-412d-9991-2f7177047ec2,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:53.633367 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1a6fb6f1-3017-4f9c-aa70-523ec13cae4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:53.656755 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-943aa987-b752-4496-9181-9e624f3002da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:09:53.662332 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-943aa987-b752-4496-9181-9e624f3002da admin admin] Usage tracker for resource:security_group_rule and tenant:7751fb76067d41d294f2599092de571e is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:09:53.671473 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-943aa987-b752-4496-9181-9e624f3002da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:09:53.693522 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-943aa987-b752-4496-9181-9e624f3002da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:09:53.860850 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-1bcf5454-38bc-42be-a0f4-3844868ae1d5 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc9555d2ba234896823be6d5f89668b9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.7272060
Apr 07 15:09:53.863404 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-294d9334-e0e4-41aa-89e8-b00a73c008f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:53.954210 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] Set router ca711889-d007-44e7-bd34-e6bb1eaf2861 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:09:54.049809 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] Checking agent: {'id': 'b2fd6503-106d-4224-ac4d-40fda7056aab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:09:54.050384 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] Checking segment: {'id': 'a02a6bd2-bf60-45df-9bc3-6de524249afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '01fe1b05-31b3-418b-81c4-6ff571622f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:09:54.051021 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] Bound using segment: {'id': 'a02a6bd2-bf60-45df-9bc3-6de524249afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '01fe1b05-31b3-418b-81c4-6ff571622f39'} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:09:54.051688 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] Bound port: 538b3b9c-4815-4dfe-ab3e-b859bf279ead, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02a6bd2-bf60-45df-9bc3-6de524249afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '01fe1b05-31b3-418b-81c4-6ff571622f39'}}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:09:54.052097 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:54.109236 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580eb20-a665-4e13-8b38-096d3bfcbd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e03db8-c0cd-453b-9228-14c0679a09ce,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:54.155249 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-e580eb20-a665-4e13-8b38-096d3bfcbd19 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4db3e4b8e5f942398f165d44a99c4c45&name=default HTTP/1.1" status: 200  len: 2975 time: 3.8994684
Apr 07 15:09:54.175735 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e580eb20-a665-4e13-8b38-096d3bfcbd19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:54.182465 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 58156) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:54.215270 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-82d61466-f203-4783-a5db-3febb8350e86 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:09:54.216112 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-82d61466-f203-4783-a5db-3febb8350e86 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Synchronizing usage tracker for tenant:cc9555d2ba234896823be6d5f89668b9 on resource:network {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:09:54.297129 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1a6fb6f1-3017-4f9c-aa70-523ec13cae4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:54.301471 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-1a6fb6f1-3017-4f9c-aa70-523ec13cae4a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b136a9f-3400-412d-9991-2f7177047ec2 HTTP/1.1" status: 204  len: 168 time: 3.0842595
Apr 07 15:09:54.368976 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-82d61466-f203-4783-a5db-3febb8350e86 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Unset dirty status for tenant:cc9555d2ba234896823be6d5f89668b9 on resource:network {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:09:54.376794 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-82d61466-f203-4783-a5db-3febb8350e86 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.65 "GET /v2.0/networks?id=339f7b08-9f95-4282-b63e-f044a2cab794 HTTP/1.1" status: 200  len: 819 time: 2.0907333
Apr 07 15:09:54.605062 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-36ac3f30-1c4b-452d-a620-087ae629c9b2 service neutron] 10.222.0.39 "GET /v2.0/networks/339f7b08-9f95-4282-b63e-f044a2cab794?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7429039
Apr 07 15:09:54.622784 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690cbee48>, [{'id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'name': 'tempest-AttachVolumeShelveTestJSON-232211889-router', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:29Z', 'updated_at': '2021-04-07T15:09:47Z', 'revision_number': 4, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'gw_port': {'id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:32Z', 'updated_at': '2021-04-07T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '972b423b-dafe-4010-8922-3eff00e71615', 'name': '', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'mac_address': 'fa:16:3e:e7:52:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:42Z', 'updated_at': '2021-04-07T15:09:49Z', 'revision_number': 2, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'subnets': [{'id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:09:54.629076 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] Checking router: ca711889-d007-44e7-bd34-e6bb1eaf2861 for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:09:54.630594 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] Updating router ca711889-d007-44e7-bd34-e6bb1eaf2861 port 972b423b-dafe-4010-8922-3eff00e71615 binding host dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 15:09:54.646093 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ff6c33a6-bb34-479b-b34e-9524fc4ca217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:54.648483 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-943aa987-b752-4496-9181-9e624f3002da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:54.672832 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-78572d2e-4c56-4d25-bd83-1554d9391991 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Request body: {'port': {'device_id': '60419452-88ae-4910-8a8f-a2407200c156', 'network_id': '339f7b08-9f95-4282-b63e-f044a2cab794', 'admin_state_up': True, 'tenant_id': 'cc9555d2ba234896823be6d5f89668b9'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:09:54.736008 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:54.816769 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b34e72-85da-428b-a3f6-3ae730c04bd5 req-a09b5cab-5462-4b77-abc3-16d899e4441b tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:09:54.819211 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-01b34e72-85da-428b-a3f6-3ae730c04bd5 req-a09b5cab-5462-4b77-abc3-16d899e4441b tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 932 time: 0.7354548
Apr 07 15:09:54.829658 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-943aa987-b752-4496-9181-9e624f3002da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:54.865978 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] For port 538b3b9c-4815-4dfe-ab3e-b859bf279ead, host hv-cinder-78226, cleared binding levels {{(pid=84337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:09:54.939106 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-01b34e72-85da-428b-a3f6-3ae730c04bd5 req-ecb0146e-ea2f-4b08-a0a3-496bdd7177d5 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Synchronizing usage tracker for tenant:319b24532db24adf857ac07d263f15ce on resource:security_group {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:09:54.949284 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-97d4a723-6ecf-4f4c-8d31-6315183fded6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:54.985083 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-943aa987-b752-4496-9181-9e624f3002da admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7751fb76067d41d294f2599092de571e&name=default HTTP/1.1" status: 200  len: 2977 time: 2.1235757
Apr 07 15:09:54.992286 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943aa987-b752-4496-9181-9e624f3002da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9ac0a3-4044-4600-a51a-99a90780fd57,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:54.995584 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 58166) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:54.998372 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] For port 538b3b9c-4815-4dfe-ab3e-b859bf279ead, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=538b3b9c-4815-4dfe-ab3e-b859bf279ead,segment=NetworkSegment(a02a6bd2-bf60-45df-9bc3-6de524249afa),segment_id=a02a6bd2-bf60-45df-9bc3-6de524249afa)] {{(pid=84337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:09:55.078536 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-943aa987-b752-4496-9181-9e624f3002da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:55.086557 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:55.087427 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-01b34e72-85da-428b-a3f6-3ae730c04bd5 req-ecb0146e-ea2f-4b08-a0a3-496bdd7177d5 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Unset dirty status for tenant:319b24532db24adf857ac07d263f15ce on resource:security_group {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:09:55.088897 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-01b34e72-85da-428b-a3f6-3ae730c04bd5 req-ecb0146e-ea2f-4b08-a0a3-496bdd7177d5 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2577274
Apr 07 15:09:55.372859 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:55.459494 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] Pushing event updated for resources: {'Port': ['ID=538b3b9c-4815-4dfe-ab3e-b859bf279ead,revision_number=3']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:55.475061 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:55.475947 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d3faed9e-e21f-4ece-8eb4-3320b900aa6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:55.509460 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d3faed9e-e21f-4ece-8eb4-3320b900aa6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:55.647801 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d3faed9e-e21f-4ece-8eb4-3320b900aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:55.680358 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:55.720412 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:09:55.721088 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:55.722799 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] 10.222.0.65 "PUT /v2.0/ports/538b3b9c-4815-4dfe-ab3e-b859bf279ead HTTP/1.1" status: 200  len: 1093 time: 8.2554853
Apr 07 15:09:55.741850 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3faed9e-e21f-4ece-8eb4-3320b900aa6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9ac0a3-4044-4600-a51a-99a90780fd57,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:55.755469 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-74dc6ac8-5e88-4215-8f3f-0e0c29871d6c service neutron] 10.222.0.39 "GET /v2.0/networks/339f7b08-9f95-4282-b63e-f044a2cab794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1330748
Apr 07 15:09:55.756216 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d71bee4-4345-445d-adca-f8e2de0b92e2', 'tag': '538b3b9c-4815-4dfe-ab3e-b859bf279ead'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:09:55.924303 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-78572d2e-4c56-4d25-bd83-1554d9391991 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:09:55.978189 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-78572d2e-4c56-4d25-bd83-1554d9391991 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Usage tracker for resource:port and tenant:cc9555d2ba234896823be6d5f89668b9 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:09:56.026908 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d3faed9e-e21f-4ece-8eb4-3320b900aa6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:56.029368 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-78572d2e-4c56-4d25-bd83-1554d9391991 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:09:56.075156 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ff6c33a6-bb34-479b-b34e-9524fc4ca217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:56.256760 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d3faed9e-e21f-4ece-8eb4-3320b900aa6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:56.269932 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-d3faed9e-e21f-4ece-8eb4-3320b900aa6f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf9ac0a3-4044-4600-a51a-99a90780fd57 HTTP/1.1" status: 204  len: 168 time: 1.2611914
Apr 07 15:09:56.308210 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-78572d2e-4c56-4d25-bd83-1554d9391991 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:09:56.432195 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-78572d2e-4c56-4d25-bd83-1554d9391991 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Made reservation on behalf of cc9555d2ba234896823be6d5f89668b9 for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:09:56.462311 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-78572d2e-4c56-4d25-bd83-1554d9391991 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:56.481184 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-a8995cbe-5f70-463d-b683-63ad154c73b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:09:56.482737 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-a8995cbe-5f70-463d-b683-63ad154c73b6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4b40e0f83a3b426881f367687b221bdc&device_id=1d71bee4-4345-445d-adca-f8e2de0b92e2 HTTP/1.1" status: 200  len: 1096 time: 0.4543381
Apr 07 15:09:56.729065 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-1eeecf38-8e7a-4458-a0c2-568b126e5afd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=538b3b9c-4815-4dfe-ab3e-b859bf279ead HTTP/1.1" status: 200  len: 217 time: 0.1170497
Apr 07 15:09:56.940289 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-5664db70-fb83-4442-a593-fe25b33f75bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:09:56.942512 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-5664db70-fb83-4442-a593-fe25b33f75bd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9ffb15d1-e381-4252-a411-92cd35fd1ef9 HTTP/1.1" status: 200  len: 852 time: 0.1826632
Apr 07 15:09:56.992705 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81878791-5e25-42ba-9d5b-f5928d6d1762 req-27fddecc-b3cf-4954-acf7-1843738e2c0f tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:09:57.019110 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-81878791-5e25-42ba-9d5b-f5928d6d1762 req-27fddecc-b3cf-4954-acf7-1843738e2c0f tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d71bee4-4345-445d-adca-f8e2de0b92e2 HTTP/1.1" status: 200  len: 943 time: 0.5010471
Apr 07 15:09:57.129104 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-81878791-5e25-42ba-9d5b-f5928d6d1762 req-f924fdd2-4b3e-49cb-afee-28a6d5e6ad4f tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/security-groups?id=29be911d-b556-4291-b234-966635a2fcf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061027
Apr 07 15:09:57.155377 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-0388a9a9-5e8c-4293-be87-1c9ebfc2bed0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=01fe1b05-31b3-418b-81c4-6ff571622f39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0955570
Apr 07 15:09:57.185819 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:57.290304 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-294d9334-e0e4-41aa-89e8-b00a73c008f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ad4273-1c91-412c-8dec-478781048da3 {{(pid=84338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:09:57.313011 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-294d9334-e0e4-41aa-89e8-b00a73c008f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:57.348894 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 58222) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:57.355183 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] Transition to ACTIVE for port object 972b423b-dafe-4010-8922-3eff00e71615 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:09:57.368522 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-294d9334-e0e4-41aa-89e8-b00a73c008f6 service neutron] Transition to ACTIVE for port object 75ad4273-1c91-412c-8dec-478781048da3 will not be triggered until provisioned by entity L2. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:09:57.411855 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:57.412343 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-73834c28-f9a1-4026-80a4-b61b5d4ed187 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Request body: {'security_group': {'name': 'tempest-securitygroup--147110603', 'description': 'tempest-description--2064344866'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:09:57.436750 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2ecf76e5-5cfc-41e7-87ab-b2485404fbce req-06c6ca9a-4610-4e70-a4fd-fab036915a9c tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 210 time: 0.0863259
Apr 07 15:09:57.462905 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-73834c28-f9a1-4026-80a4-b61b5d4ed187 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:09:57.484483 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-79522703-0716-4acc-b91d-0d2fe4d69e38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:57.486448 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-73834c28-f9a1-4026-80a4-b61b5d4ed187 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Usage tracker for resource:security_group and tenant:fe4baebffb304bcebd7f14fa893dc5ab is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:09:57.506594 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-73834c28-f9a1-4026-80a4-b61b5d4ed187 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:09:57.538455 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-294d9334-e0e4-41aa-89e8-b00a73c008f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:57.544129 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-73834c28-f9a1-4026-80a4-b61b5d4ed187 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:09:57.766490 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-73834c28-f9a1-4026-80a4-b61b5d4ed187 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:58.183248 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-2180ec93-2629-4026-9392-1268c28b42d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:58.398464 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-c080f42b-0fa0-49c3-83a2-9915df15c814 service neutron] 10.222.0.65 "GET /v2.0/networks/01fe1b05-31b3-418b-81c4-6ff571622f39?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2312727
Apr 07 15:09:58.508810 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-78572d2e-4c56-4d25-bd83-1554d9391991 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Allocated IP 172.20.0.14 (339f7b08-9f95-4282-b63e-f044a2cab794/715e635f-38c7-4cfa-8476-85d5d882c8e5/7963e76b-52e7-4f65-a8a7-ffa942491e52) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:09:58.556809 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-73834c28-f9a1-4026-80a4-b61b5d4ed187 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:09:58.566443 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ff6c33a6-bb34-479b-b34e-9524fc4ca217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:58.586918 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-73834c28-f9a1-4026-80a4-b61b5d4ed187 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Usage tracker for resource:security_group_rule and tenant:fe4baebffb304bcebd7f14fa893dc5ab is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:09:58.594314 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-73834c28-f9a1-4026-80a4-b61b5d4ed187 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:09:58.622078 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-73834c28-f9a1-4026-80a4-b61b5d4ed187 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:09:58.624221 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3f621099-1b87-46e5-9edb-2cdd9769ebfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:58.748773 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22974b79-2a9b-46b6-b63b-7d76cf908cf4 None None] Pushing event updated for resources: {'Port': ['ID=972b423b-dafe-4010-8922-3eff00e71615,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:58.763795 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-22974b79-2a9b-46b6-b63b-7d76cf908cf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.279s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:58.891872 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-73834c28-f9a1-4026-80a4-b61b5d4ed187 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:58.907620 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d71bee4-4345-445d-adca-f8e2de0b92e2', 'tag': '538b3b9c-4815-4dfe-ab3e-b859bf279ead', 'status': 'completed', 'code': 200}
Apr 07 15:09:59.149664 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-73834c28-f9a1-4026-80a4-b61b5d4ed187 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:59.246336 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1a6fb6f1-3017-4f9c-aa70-523ec13cae4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:59.289372 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d9334-e0e4-41aa-89e8-b00a73c008f6 service neutron] Pushing event updated for resources: {'Port': ['ID=75ad4273-1c91-412c-8dec-478781048da3,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:59.326137 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-73834c28-f9a1-4026-80a4-b61b5d4ed187 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:59.332880 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-73834c28-f9a1-4026-80a4-b61b5d4ed187 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.9339023
Apr 07 15:09:59.342858 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-294d9334-e0e4-41aa-89e8-b00a73c008f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.160s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:59.346023 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 58258) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:09:59.384641 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-0b39c557-7472-4fea-b1d2-c310c491db95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:09:59.434118 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-f5a34d72-ab98-4aed-8bfa-aaece4c5aedb tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Request body: {'security_group_rule': {'security_group_id': 'a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:09:59.449679 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73834c28-f9a1-4026-80a4-b61b5d4ed187 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:59.477116 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-f5a34d72-ab98-4aed-8bfa-aaece4c5aedb tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:09:59.501099 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-f5a34d72-ab98-4aed-8bfa-aaece4c5aedb tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Usage tracker for resource:security_group_rule and tenant:fe4baebffb304bcebd7f14fa893dc5ab is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:09:59.510369 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-73834c28-f9a1-4026-80a4-b61b5d4ed187 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:59.530241 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e86ed-82cf-48d2-b4a7-3b56961910bf req-2f6d8e02-b7d5-431d-b5a6-7d4aa8e6e0b4 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:09:59.540789 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-f5a34d72-ab98-4aed-8bfa-aaece4c5aedb tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:09:59.541060 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-256e86ed-82cf-48d2-b4a7-3b56961910bf req-2f6d8e02-b7d5-431d-b5a6-7d4aa8e6e0b4 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 944 time: 1.1411669
Apr 07 15:09:59.581927 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-f5a34d72-ab98-4aed-8bfa-aaece4c5aedb tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:09:59.686079 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c33a6-bb34-479b-b34e-9524fc4ca217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e03db8-c0cd-453b-9228-14c0679a09ce,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:09:59.699380 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-256e86ed-82cf-48d2-b4a7-3b56961910bf req-d9f9501f-cc18-45d1-9adf-05aa97685fe6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1571050
Apr 07 15:09:59.750672 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ff6c33a6-bb34-479b-b34e-9524fc4ca217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:09:59.751920 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f5a34d72-ab98-4aed-8bfa-aaece4c5aedb tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:59.755541 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8743c1e2-393b-4ff7-adcb-bf5e228ca519 req-89d9a92b-a746-4fa4-a6b7-c35c0b13311e service neutron] 10.222.0.65 "GET /v2.0/networks/01fe1b05-31b3-418b-81c4-6ff571622f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2644124
Apr 07 15:09:59.797705 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] Attempting to bind port 972b423b-dafe-4010-8922-3eff00e71615 on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:09:59.798186 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] Attempting to bind port 972b423b-dafe-4010-8922-3eff00e71615 by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': '451621fc-172b-4cc1-8c7f-2b3f01dde5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:09:59.798609 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] Attempting to bind port 972b423b-dafe-4010-8922-3eff00e71615 on network 7e0f3704-ba7e-4436-937d-51f6b7b3f535 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:09:59.820196 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:09:59.820931 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] Checking segment: {'id': '451621fc-172b-4cc1-8c7f-2b3f01dde5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:09:59.821828 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:59.822590 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] Bound using segment: {'id': '451621fc-172b-4cc1-8c7f-2b3f01dde5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:09:59.823511 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] Bound port: 972b423b-dafe-4010-8922-3eff00e71615, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451621fc-172b-4cc1-8c7f-2b3f01dde5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:09:59.824216 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:59.828292 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ff6c33a6-bb34-479b-b34e-9524fc4ca217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:09:59.839232 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-ff6c33a6-bb34-479b-b34e-9524fc4ca217 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/54e03db8-c0cd-453b-9228-14c0679a09ce HTTP/1.1" status: 204  len: 168 time: 5.6512055
Apr 07 15:09:59.890816 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a607d-f9c5-4af4-9dbd-d39ec70104e5 req-35096271-0aff-4320-b8c8-4c2a5d1d540f tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:09:59.923979 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8a4a607d-f9c5-4af4-9dbd-d39ec70104e5 req-35096271-0aff-4320-b8c8-4c2a5d1d540f tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d71bee4-4345-445d-adca-f8e2de0b92e2 HTTP/1.1" status: 200  len: 943 time: 0.4068875
Apr 07 15:09:59.948179 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] For port 972b423b-dafe-4010-8922-3eff00e71615, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:09:59.953180 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] For port 972b423b-dafe-4010-8922-3eff00e71615, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=972b423b-dafe-4010-8922-3eff00e71615,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:09:59.969553 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:00.037089 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8a4a607d-f9c5-4af4-9dbd-d39ec70104e5 req-13f93d5d-4936-4969-a445-32967aff5ecc tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/security-groups?id=29be911d-b556-4291-b234-966635a2fcf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119850
Apr 07 15:10:00.181689 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b3396782-7b6b-4275-b881-514c4ed1468a req-680f06fe-386f-4744-9018-8567a308906e tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 210 time: 0.1329536
Apr 07 15:10:00.182576 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.65', 63190) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:00.412601 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:00.514818 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1eb92585-25a3-4d19-b521-7c7995e37d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:00.546175 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796b3de-80d6-48e3-abc5-6c4bde36a611 req-4e278f14-6026-4eab-8b3b-9a1a4f1037d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:00.547828 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2796b3de-80d6-48e3-abc5-6c4bde36a611 req-4e278f14-6026-4eab-8b3b-9a1a4f1037d3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4b40e0f83a3b426881f367687b221bdc&device_id=1d71bee4-4345-445d-adca-f8e2de0b92e2 HTTP/1.1" status: 200  len: 1096 time: 0.3056998
Apr 07 15:10:00.598308 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-1e364bdc-40f6-4834-a6c5-dd1bddcad6e9 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:00.600120 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-1e364bdc-40f6-4834-a6c5-dd1bddcad6e9 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.65 "GET /v2.0/networks?id=339f7b08-9f95-4282-b63e-f044a2cab794 HTTP/1.1" status: 200  len: 819 time: 0.5619268
Apr 07 15:10:00.641664 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22974b79-2a9b-46b6-b63b-7d76cf908cf4 None None] Pushing event updated for resources: {'Port': ['ID=972b423b-dafe-4010-8922-3eff00e71615,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:00.664445 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-22974b79-2a9b-46b6-b63b-7d76cf908cf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:00.718814 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:00.790437 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] Routers {'ca711889-d007-44e7-bd34-e6bb1eaf2861'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:10:00.791197 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690cbee48>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:10:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['ca711889-d007-44e7-bd34-e6bb1eaf2861'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:10:00.806487 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-78572d2e-4c56-4d25-bd83-1554d9391991 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:00.818577 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 58298) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:00.820643 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-294d9334-e0e4-41aa-89e8-b00a73c008f6 service neutron] Attempting to bind port 75ad4273-1c91-412c-8dec-478781048da3 on host hv-cinder-78226 for vnic_type normal with profile  {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:10:00.834522 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-294d9334-e0e4-41aa-89e8-b00a73c008f6 service neutron] Attempting to bind port 75ad4273-1c91-412c-8dec-478781048da3 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '83cefd4b-5746-43e9-a558-b4c212593d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1fea60c6-d3c0-42e1-8a72-6a3347f9203e'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:10:00.835652 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-294d9334-e0e4-41aa-89e8-b00a73c008f6 service neutron] Attempting to bind port 75ad4273-1c91-412c-8dec-478781048da3 on network 1fea60c6-d3c0-42e1-8a72-6a3347f9203e {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:10:00.983914 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796b3de-80d6-48e3-abc5-6c4bde36a611 req-9554a261-121d-40f4-821d-4cf7776eedc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:00.985965 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2796b3de-80d6-48e3-abc5-6c4bde36a611 req-9554a261-121d-40f4-821d-4cf7776eedc2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=01fe1b05-31b3-418b-81c4-6ff571622f39 HTTP/1.1" status: 200  len: 913 time: 0.4054332
Apr 07 15:10:00.992045 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-4b070179-f83b-4265-bc5a-05462932502b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Request body: {'port': {'device_id': 'e5182fd1-ced1-407a-b14f-731697ed8597', 'network_id': '339f7b08-9f95-4282-b63e-f044a2cab794', 'admin_state_up': True, 'tenant_id': 'cc9555d2ba234896823be6d5f89668b9'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:10:01.013790 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-294d9334-e0e4-41aa-89e8-b00a73c008f6 service neutron] Port 75ad4273-1c91-412c-8dec-478781048da3 on network 1fea60c6-d3c0-42e1-8a72-6a3347f9203e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 15:10:01.014679 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-294d9334-e0e4-41aa-89e8-b00a73c008f6 service neutron] Attempting to bind port 75ad4273-1c91-412c-8dec-478781048da3 on network 1fea60c6-d3c0-42e1-8a72-6a3347f9203e {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:10:01.033282 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-294d9334-e0e4-41aa-89e8-b00a73c008f6 service neutron] Checking agent: {'id': 'b2fd6503-106d-4224-ac4d-40fda7056aab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:10:01.034121 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-294d9334-e0e4-41aa-89e8-b00a73c008f6 service neutron] Checking segment: {'id': '83cefd4b-5746-43e9-a558-b4c212593d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1fea60c6-d3c0-42e1-8a72-6a3347f9203e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:10:01.035168 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-294d9334-e0e4-41aa-89e8-b00a73c008f6 service neutron] Bound using segment: {'id': '83cefd4b-5746-43e9-a558-b4c212593d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1fea60c6-d3c0-42e1-8a72-6a3347f9203e'} {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:10:01.036046 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-294d9334-e0e4-41aa-89e8-b00a73c008f6 service neutron] Bound port: 75ad4273-1c91-412c-8dec-478781048da3, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83cefd4b-5746-43e9-a558-b4c212593d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1fea60c6-d3c0-42e1-8a72-6a3347f9203e'}}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:10:01.036701 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-294d9334-e0e4-41aa-89e8-b00a73c008f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:01.164454 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f5a34d72-ab98-4aed-8bfa-aaece4c5aedb tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:01.190251 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fcbe2063-d65a-40ad-8c1c-4ba59dc7c644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:01.217669 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] Set router ca711889-d007-44e7-bd34-e6bb1eaf2861 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:10:01.237807 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-fcbe2063-d65a-40ad-8c1c-4ba59dc7c644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:01.247072 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-fcbe2063-d65a-40ad-8c1c-4ba59dc7c644 admin admin] Usage tracker for resource:security_group_rule and tenant:527224d935784c789f665cb874738ccf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:01.254187 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-fcbe2063-d65a-40ad-8c1c-4ba59dc7c644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:01.267867 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-fcbe2063-d65a-40ad-8c1c-4ba59dc7c644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:01.362160 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-4b070179-f83b-4265-bc5a-05462932502b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:01.483227 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fcbe2063-d65a-40ad-8c1c-4ba59dc7c644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:01.497637 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f5a34d72-ab98-4aed-8bfa-aaece4c5aedb tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426631'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:01.515176 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fcbe2063-d65a-40ad-8c1c-4ba59dc7c644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:01.559587 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:01.596285 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2796b3de-80d6-48e3-abc5-6c4bde36a611 req-d4f0a820-40ec-443d-bfe3-7765f9ed6a34 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=538b3b9c-4815-4dfe-ab3e-b859bf279ead HTTP/1.1" status: 200  len: 217 time: 0.2404139
Apr 07 15:10:01.604667 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-fcbe2063-d65a-40ad-8c1c-4ba59dc7c644 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=527224d935784c789f665cb874738ccf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7404830
Apr 07 15:10:01.604950 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-4b070179-f83b-4265-bc5a-05462932502b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Usage tracker for resource:port and tenant:cc9555d2ba234896823be6d5f89668b9 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:01.605395 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f5a34d72-ab98-4aed-8bfa-aaece4c5aedb tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:01.609848 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-f5a34d72-ab98-4aed-8bfa-aaece4c5aedb tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.2153986
Apr 07 15:10:01.615121 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 58316) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:01.615496 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 58318) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:01.616772 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-4b070179-f83b-4265-bc5a-05462932502b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:01.623454 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:01.627884 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-4b070179-f83b-4265-bc5a-05462932502b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:01.632335 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:01.661022 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-5843e2c2-b061-4f19-87c7-233e5cf8a492 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Request body: {'security_group_rule': {'security_group_id': 'a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:10:01.667370 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a34d72-ab98-4aed-8bfa-aaece4c5aedb tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd8a34d-1a80-4f21-8a06-8245145affdd,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:01.677773 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f5a34d72-ab98-4aed-8bfa-aaece4c5aedb tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:01.733123 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6d5053eb-5a5c-4b08-94ee-e4d35b4e0309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:01.752779 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-5843e2c2-b061-4f19-87c7-233e5cf8a492 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:01.795880 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-4b070179-f83b-4265-bc5a-05462932502b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Made reservation on behalf of cc9555d2ba234896823be6d5f89668b9 for: {'port': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:10:01.798835 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-294d9334-e0e4-41aa-89e8-b00a73c008f6 service neutron] For port 75ad4273-1c91-412c-8dec-478781048da3, host hv-cinder-78226, cleared binding levels {{(pid=84338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:10:01.806464 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-4b070179-f83b-4265-bc5a-05462932502b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:01.824477 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-294d9334-e0e4-41aa-89e8-b00a73c008f6 service neutron] For port 75ad4273-1c91-412c-8dec-478781048da3, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=75ad4273-1c91-412c-8dec-478781048da3,segment=NetworkSegment(83cefd4b-5746-43e9-a558-b4c212593d77),segment_id=83cefd4b-5746-43e9-a558-b4c212593d77)] {{(pid=84338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:10:01.828966 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 58326) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:01.832835 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-429ae8d4-0efb-4385-9df6-522c82ce8ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:01.870202 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-429ae8d4-0efb-4385-9df6-522c82ce8ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:01.930342 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-5843e2c2-b061-4f19-87c7-233e5cf8a492 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Usage tracker for resource:security_group_rule and tenant:fe4baebffb304bcebd7f14fa893dc5ab is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:01.937725 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:01.943686 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-429ae8d4-0efb-4385-9df6-522c82ce8ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:01.945127 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-294d9334-e0e4-41aa-89e8-b00a73c008f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:01.954938 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-5843e2c2-b061-4f19-87c7-233e5cf8a492 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:02.025177 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690cbee48>, [{'id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'name': 'tempest-AttachVolumeShelveTestJSON-232211889-router', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:29Z', 'updated_at': '2021-04-07T15:09:47Z', 'revision_number': 4, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'gw_port': {'id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:32Z', 'updated_at': '2021-04-07T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '972b423b-dafe-4010-8922-3eff00e71615', 'name': '', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'mac_address': 'fa:16:3e:e7:52:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:42Z', 'updated_at': '2021-04-07T15:09:59Z', 'revision_number': 4, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'subnets': [{'id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:10:02.038401 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdbb122-ef50-4386-8f7e-8e0b455f9fb1 None None] The sync data for ids ['ca711889-d007-44e7-bd34-e6bb1eaf2861'] in dv-cinder-782260-2-iscsi is: [{'id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'name': 'tempest-AttachVolumeShelveTestJSON-232211889-router', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:29Z', 'updated_at': '2021-04-07T15:09:47Z', 'revision_number': 4, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'gw_port': {'id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:32Z', 'updated_at': '2021-04-07T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '972b423b-dafe-4010-8922-3eff00e71615', 'name': '', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'mac_address': 'fa:16:3e:e7:52:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:42Z', 'updated_at': '2021-04-07T15:09:59Z', 'revision_number': 4, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'subnets': [{'id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:10:02.099331 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe2063-d65a-40ad-8c1c-4ba59dc7c644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701b5083-b474-4285-80e0-22fb2dd96f13,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:02.111319 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-5843e2c2-b061-4f19-87c7-233e5cf8a492 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:02.152409 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-fcbe2063-d65a-40ad-8c1c-4ba59dc7c644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:02.153249 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:02.201948 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-78572d2e-4c56-4d25-bd83-1554d9391991 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:02.211141 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-429ae8d4-0efb-4385-9df6-522c82ce8ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:02.213344 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-429ae8d4-0efb-4385-9df6-522c82ce8ad2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/701b5083-b474-4285-80e0-22fb2dd96f13 HTTP/1.1" status: 204  len: 168 time: 0.5836217
Apr 07 15:10:02.215152 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ae8d4-0efb-4385-9df6-522c82ce8ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701b5083-b474-4285-80e0-22fb2dd96f13,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:02.356837 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d0ecb9b5-c60d-41c9-a197-e7dad4f3d7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:02.408429 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796b3de-80d6-48e3-abc5-6c4bde36a611 req-ea86701e-add2-498a-af62-69404bfe99a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:02.411620 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2796b3de-80d6-48e3-abc5-6c4bde36a611 req-ea86701e-add2-498a-af62-69404bfe99a0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9ffb15d1-e381-4252-a411-92cd35fd1ef9 HTTP/1.1" status: 200  len: 852 time: 0.7568562
Apr 07 15:10:02.527189 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2796b3de-80d6-48e3-abc5-6c4bde36a611 req-885c8d9b-b79d-4a66-b1e1-6673924e40aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=01fe1b05-31b3-418b-81c4-6ff571622f39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0995216
Apr 07 15:10:02.578863 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266265c8-7403-40a6-b6f4-0e6e83278f04 req-a20893d8-e3fa-4c90-bd72-9d734300602d tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:02.588009 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-266265c8-7403-40a6-b6f4-0e6e83278f04 req-a20893d8-e3fa-4c90-bd72-9d734300602d tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 944 time: 1.2343025
Apr 07 15:10:02.607291 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5843e2c2-b061-4f19-87c7-233e5cf8a492 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:02.788328 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-429ae8d4-0efb-4385-9df6-522c82ce8ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:02.847321 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.748s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:02.888259 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2796b3de-80d6-48e3-abc5-6c4bde36a611 req-6a08c3a5-01ff-453c-a477-5347ffc65601 service neutron] 10.222.0.65 "GET /v2.0/networks/01fe1b05-31b3-418b-81c4-6ff571622f39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3412030
Apr 07 15:10:03.003003 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-4b070179-f83b-4265-bc5a-05462932502b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Allocated IP 172.20.0.4 (339f7b08-9f95-4282-b63e-f044a2cab794/715e635f-38c7-4cfa-8476-85d5d882c8e5/3d252e9c-e14e-48f3-8903-64257953de26) {{(pid=84337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:10:03.423343 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d0ecb9b5-c60d-41c9-a197-e7dad4f3d7ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:03.435097 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-266265c8-7403-40a6-b6f4-0e6e83278f04 req-cc816444-0eae-494e-b20c-ac481b9b881c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2845607
Apr 07 15:10:03.466164 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-294d9334-e0e4-41aa-89e8-b00a73c008f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:03.482576 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-294d9334-e0e4-41aa-89e8-b00a73c008f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:03.485118 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-294d9334-e0e4-41aa-89e8-b00a73c008f6 service neutron] 10.222.0.65 "PUT /v2.0/ports/75ad4273-1c91-412c-8dec-478781048da3 HTTP/1.1" status: 200  len: 1094 time: 11.1898253
Apr 07 15:10:03.491284 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d9334-e0e4-41aa-89e8-b00a73c008f6 service neutron] Pushing event updated for resources: {'Port': ['ID=75ad4273-1c91-412c-8dec-478781048da3,revision_number=3']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:03.635845 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 538b3b9c-4815-4dfe-ab3e-b859bf279ead details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 15:10:03.717845 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727b874-4ecd-46d6-a438-a2445fd5f259 req-edb24c4c-1aa8-450b-a1fc-8fa21c58f172 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:03.750197 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a727b874-4ecd-46d6-a438-a2445fd5f259 req-edb24c4c-1aa8-450b-a1fc-8fa21c58f172 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d71bee4-4345-445d-adca-f8e2de0b92e2 HTTP/1.1" status: 200  len: 943 time: 2.1019435
Apr 07 15:10:04.019844 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8ad4ae-c1d0-438a-af18-6643c0650999', 'tag': '75ad4273-1c91-412c-8dec-478781048da3'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:10:04.131852 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78572d2e-4c56-4d25-bd83-1554d9391991 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Pushing event updated for resources: {'Port': ['ID=7963e76b-52e7-4f65-a8a7-ffa942491e52,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:04.148950 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-78572d2e-4c56-4d25-bd83-1554d9391991 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.302s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:04.162645 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d0ecb9b5-c60d-41c9-a197-e7dad4f3d7ae admin admin] Usage tracker for resource:security_group_rule and tenant:b176e6f98036416382e13f8ff1d73fa6 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:04.172994 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-882d3b04-7115-4c3a-a768-5dcfb692e637 req-45174de2-6549-4d53-ac61-1cb2e29a317c tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 210 time: 0.1971421
Apr 07 15:10:04.202572 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 538b3b9c-4815-4dfe-ab3e-b859bf279ead, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=538b3b9c-4815-4dfe-ab3e-b859bf279ead,segment=NetworkSegment(a02a6bd2-bf60-45df-9bc3-6de524249afa),segment_id=a02a6bd2-bf60-45df-9bc3-6de524249afa)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:10:04.218714 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a727b874-4ecd-46d6-a438-a2445fd5f259 req-43468e35-deba-43a6-9d8a-4827907d4ca5 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/security-groups?id=29be911d-b556-4291-b234-966635a2fcf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4668031
Apr 07 15:10:04.247384 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Returning: {'device': '538b3b9c-4815-4dfe-ab3e-b859bf279ead', 'network_id': '01fe1b05-31b3-418b-81c4-6ff571622f39', 'port_id': '538b3b9c-4815-4dfe-ab3e-b859bf279ead', 'mac_address': 'fa:16:3e:16:f2:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ffb15d1-e381-4252-a411-92cd35fd1ef9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 15:10:04.257863 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 972b423b-dafe-4010-8922-3eff00e71615 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:10:04.285112 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.885s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:04.285651 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:04.293883 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d0ecb9b5-c60d-41c9-a197-e7dad4f3d7ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:04.336014 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d0ecb9b5-c60d-41c9-a197-e7dad4f3d7ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:04.490947 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-4b070179-f83b-4265-bc5a-05462932502b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Notify callbacks [] for port, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:04.521875 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2796b3de-80d6-48e3-abc5-6c4bde36a611 req-720d570d-c672-4400-9a7e-08a5faa022c7 service neutron] 10.222.0.65 "GET /v2.0/networks/01fe1b05-31b3-418b-81c4-6ff571622f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2384014
Apr 07 15:10:04.619041 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5843e2c2-b061-4f19-87c7-233e5cf8a492 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:04.619419 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-4b070179-f83b-4265-bc5a-05462932502b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836'] for port, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:04.631856 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-5e3ac0b3-c744-4ef3-ae19-6c5f019a178f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:04.635667 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-5e3ac0b3-c744-4ef3-ae19-6c5f019a178f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=319b24532db24adf857ac07d263f15ce&device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 1097 time: 0.6210611
Apr 07 15:10:04.674883 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:04.818700 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538b3b9c-4815-4dfe-ab3e-b859bf279ead {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:10:04.892666 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d0ecb9b5-c60d-41c9-a197-e7dad4f3d7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:04.896471 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5843e2c2-b061-4f19-87c7-233e5cf8a492 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426631'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:04.910224 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 538b3b9c-4815-4dfe-ab3e-b859bf279ead, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=538b3b9c-4815-4dfe-ab3e-b859bf279ead,segment=NetworkSegment(a02a6bd2-bf60-45df-9bc3-6de524249afa),segment_id=a02a6bd2-bf60-45df-9bc3-6de524249afa)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:10:04.921250 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:04.930680 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a86bca06-de26-45e0-a419-ef7902e828c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:05.017058 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:05.081633 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-78572d2e-4c56-4d25-bd83-1554d9391991 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Network 339f7b08-9f95-4282-b63e-f044a2cab794 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:10:05.089110 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d0ecb9b5-c60d-41c9-a197-e7dad4f3d7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:05.091117 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-ae25feab-ee99-48ec-b170-532c735b4158 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75ad4273-1c91-412c-8dec-478781048da3 HTTP/1.1" status: 200  len: 217 time: 0.1892488
Apr 07 15:10:05.098373 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port 972b423b-dafe-4010-8922-3eff00e71615 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:10:05.102033 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:05.109069 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-78572d2e-4c56-4d25-bd83-1554d9391991 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:10:05.120042 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-78572d2e-4c56-4d25-bd83-1554d9391991 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:10:05.128613 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-78572d2e-4c56-4d25-bd83-1554d9391991 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:05.129383 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-78572d2e-4c56-4d25-bd83-1554d9391991 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:05.136428 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 972b423b-dafe-4010-8922-3eff00e71615 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:10:05.137504 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:05.175319 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5843e2c2-b061-4f19-87c7-233e5cf8a492 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:05.181109 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-5843e2c2-b061-4f19-87c7-233e5cf8a492 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 3.5492153
Apr 07 15:10:05.185575 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 58390) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:05.266317 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-78572d2e-4c56-4d25-bd83-1554d9391991 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 10.6112237
Apr 07 15:10:05.277289 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=538b3b9c-4815-4dfe-ab3e-b859bf279ead,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:05.297322 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:05.323382 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['538b3b9c-4815-4dfe-ab3e-b859bf279ead'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:10:05.396383 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-d0ecb9b5-c60d-41c9-a197-e7dad4f3d7ae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b176e6f98036416382e13f8ff1d73fa6&name=default HTTP/1.1" status: 200  len: 2979 time: 3.4700260
Apr 07 15:10:05.406314 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 58400) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:05.406598 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 58402) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:05.412113 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-aa2f040c-0520-4c2e-89e7-d5e7398a2169 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Request body: {'floatingip': {'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:10:05.432925 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-aa2f040c-0520-4c2e-89e7-d5e7398a2169 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:05.442404 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-aa2f040c-0520-4c2e-89e7-d5e7398a2169 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Usage tracker for resource:floatingip and tenant:fe4baebffb304bcebd7f14fa893dc5ab is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:05.489391 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-aa2f040c-0520-4c2e-89e7-d5e7398a2169 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:05.517535 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-aa2f040c-0520-4c2e-89e7-d5e7398a2169 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:05.555701 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] Request body: {'port': {'device_id': '60419452-88ae-4910-8a8f-a2407200c156', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:10:05.696673 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843e2c2-b061-4f19-87c7-233e5cf8a492 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759f6156-97ab-490e-b139-1a8d3cc9cb51,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:05.702630 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:05.764639 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] For port 972b423b-dafe-4010-8922-3eff00e71615, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=972b423b-dafe-4010-8922-3eff00e71615,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:10:05.769651 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:05.778084 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:05.885810 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa2f040c-0520-4c2e-89e7-d5e7398a2169 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for floatingip, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:05.908303 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Pushing event updated for resources: {'Port': ['ID=972b423b-dafe-4010-8922-3eff00e71615,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:05.923781 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:05.997906 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5843e2c2-b061-4f19-87c7-233e5cf8a492 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.895s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:06.025473 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e6adbc62-e3d9-4c45-88c4-e45e5b2e8028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.631s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:06.042368 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8ad4ae-c1d0-438a-af18-6643c0650999', 'tag': '75ad4273-1c91-412c-8dec-478781048da3', 'status': 'completed', 'code': 200}
Apr 07 15:10:06.089958 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-7d0d311e-94ed-4f98-9a1b-100f3bf141e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:06.093379 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-7d0d311e-94ed-4f98-9a1b-100f3bf141e9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af0ee707-cd66-48b1-a5fe-75510a42329c HTTP/1.1" status: 200  len: 855 time: 0.9078586
Apr 07 15:10:06.103295 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-14198bd7-ad24-4fb4-9927-03baf3b666ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:06.147444 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-4b070179-f83b-4265-bc5a-05462932502b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Network 339f7b08-9f95-4282-b63e-f044a2cab794 is already hosted by enough agents. {{(pid=84337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:10:06.149077 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b070179-f83b-4265-bc5a-05462932502b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Pushing event updated for resources: {'Port': ['ID=3d252e9c-e14e-48f3-8903-64257953de26,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:06.167194 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-4b070179-f83b-4265-bc5a-05462932502b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Resources bound (agent type, host, resource id):  {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:10:06.197327 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-14198bd7-ad24-4fb4-9927-03baf3b666ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:06.219090 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-4b070179-f83b-4265-bc5a-05462932502b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.199s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:06.382665 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-4b070179-f83b-4265-bc5a-05462932502b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Received port after_create {{(pid=84337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:10:06.395248 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-4b070179-f83b-4265-bc5a-05462932502b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:06.396469 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-4b070179-f83b-4265-bc5a-05462932502b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:06.483079 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60d14b-5083-4676-ac07-0b1a11580a04 req-4efd7d67-76cb-4366-88c2-07d71e1b0d42 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:06.486818 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bc60d14b-5083-4676-ac07-0b1a11580a04 req-4efd7d67-76cb-4366-88c2-07d71e1b0d42 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 944 time: 1.4724016
Apr 07 15:10:06.508877 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-4b070179-f83b-4265-bc5a-05462932502b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.5215857
Apr 07 15:10:06.545510 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] Request body: {'port': {'device_id': 'e5182fd1-ced1-407a-b14f-731697ed8597', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:10:06.630768 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-14198bd7-ad24-4fb4-9927-03baf3b666ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:06.632611 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bc60d14b-5083-4676-ac07-0b1a11580a04 req-34fb0e59-56f5-4bfb-b6f3-59527a505c9d tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220260
Apr 07 15:10:06.711682 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c12ef966-91d9-48db-b76f-2e7f99ba967f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:06.749784 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-43cd78d9-a946-4404-89ab-a55d501d873d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1fea60c6-d3c0-42e1-8a72-6a3347f9203e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2115116
Apr 07 15:10:06.805758 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:06.874082 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f42a4-2e59-4e33-b0f9-658a2b8d24d5 req-f3e1a236-e937-4e03-b63c-d87e855886f8 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:06.875456 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-a27f42a4-2e59-4e33-b0f9-658a2b8d24d5 req-f3e1a236-e937-4e03-b63c-d87e855886f8 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Synchronizing usage tracker for tenant:cc9555d2ba234896823be6d5f89668b9 on resource:port {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:10:06.907008 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecb9b5-c60d-41c9-a197-e7dad4f3d7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0500db4d-14f4-4adb-a7d8-40b347e83d8b,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:06.983851 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d0ecb9b5-c60d-41c9-a197-e7dad4f3d7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.958s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:07.039220 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-a27f42a4-2e59-4e33-b0f9-658a2b8d24d5 req-f3e1a236-e937-4e03-b63c-d87e855886f8 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Unset dirty status for tenant:cc9555d2ba234896823be6d5f89668b9 on resource:port {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:10:07.040942 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a27f42a4-2e59-4e33-b0f9-658a2b8d24d5 req-f3e1a236-e937-4e03-b63c-d87e855886f8 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 931 time: 0.7921419
Apr 07 15:10:07.098900 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-429ae8d4-0efb-4385-9df6-522c82ce8ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:07.116691 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a27f42a4-2e59-4e33-b0f9-658a2b8d24d5 req-996b3b7c-3ecd-47ee-963b-d1de5859e76c tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602784
Apr 07 15:10:07.138615 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-c12ef966-91d9-48db-b76f-2e7f99ba967f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:07.170970 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:07.216050 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5c79a-a760-4a8d-9cc0-cb5debf3a786 req-759c918f-6c79-4499-b33f-608f0c985a5c tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:07.216316 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-14198bd7-ad24-4fb4-9927-03baf3b666ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:07.218676 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-14198bd7-ad24-4fb4-9927-03baf3b666ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0500db4d-14f4-4adb-a7d8-40b347e83d8b HTTP/1.1" status: 204  len: 168 time: 1.7571952
Apr 07 15:10:07.220132 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14198bd7-ad24-4fb4-9927-03baf3b666ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0500db4d-14f4-4adb-a7d8-40b347e83d8b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:07.221041 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7dd5c79a-a760-4a8d-9cc0-cb5debf3a786 req-759c918f-6c79-4499-b33f-608f0c985a5c tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d71bee4-4345-445d-adca-f8e2de0b92e2 HTTP/1.1" status: 200  len: 944 time: 0.2991419
Apr 07 15:10:07.241937 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-c12ef966-91d9-48db-b76f-2e7f99ba967f admin admin] Usage tracker for resource:security_group_rule and tenant:87c6e11b4d054b53930ebf4dcc6553f1 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:07.350382 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7dd5c79a-a760-4a8d-9cc0-cb5debf3a786 req-0e843021-2082-43da-973a-b000eaf912d4 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/security-groups?id=29be911d-b556-4291-b234-966635a2fcf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533049
Apr 07 15:10:07.392786 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-c12ef966-91d9-48db-b76f-2e7f99ba967f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:07.399171 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-14198bd7-ad24-4fb4-9927-03baf3b666ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:07.461444 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-c12ef966-91d9-48db-b76f-2e7f99ba967f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:07.506335 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d252e9c-e14e-48f3-8903-64257953de26 {{(pid=84337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:10:07.517450 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:07.540390 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] Transition to ACTIVE for port object 3d252e9c-e14e-48f3-8903-64257953de26 will not be triggered until provisioned by entity L2. {{(pid=84337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:10:07.543697 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:07.605119 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 538b3b9c-4815-4dfe-ab3e-b859bf279ead up at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:10:07.732128 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-53f31eaa-c5f5-442b-95a5-b3844e052310 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:07.741960 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-39ec55fb-6801-4a9b-812b-bfdfde00e99b service neutron] 10.222.0.65 "GET /v2.0/networks/1fea60c6-d3c0-42e1-8a72-6a3347f9203e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9523439
Apr 07 15:10:07.872243 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning for port 538b3b9c-4815-4dfe-ab3e-b859bf279ead completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:10:07.887666 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning complete for port 538b3b9c-4815-4dfe-ab3e-b859bf279ead triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:10:07.889892 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:08.025094 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 972b423b-dafe-4010-8922-3eff00e71615 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:10:08.143688 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] Pushing event updated for resources: {'Port': ['ID=3d252e9c-e14e-48f3-8903-64257953de26,revision_number=2']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:08.269406 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 972b423b-dafe-4010-8922-3eff00e71615 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:10:08.269846 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:08.318554 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c14dacc0-68c1-4f0a-b182-9ae894270517 req-dc656648-0a38-42f8-9b26-10ff6090bfcb service neutron] 10.222.0.65 "GET /v2.0/networks/1fea60c6-d3c0-42e1-8a72-6a3347f9203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5275054
Apr 07 15:10:08.320814 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:08.469447 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 58466) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:08.576295 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:08.596819 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 538b3b9c-4815-4dfe-ab3e-b859bf279ead, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=538b3b9c-4815-4dfe-ab3e-b859bf279ead,segment=NetworkSegment(a02a6bd2-bf60-45df-9bc3-6de524249afa),segment_id=a02a6bd2-bf60-45df-9bc3-6de524249afa)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:10:08.597898 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d71bee4-4345-445d-adca-f8e2de0b92e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538b3b9c-4815-4dfe-ab3e-b859bf279ead'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:10:08.672642 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:08.676424 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-22974b79-2a9b-46b6-b63b-7d76cf908cf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:08.691617 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1189c87b-d7a2-4efb-908a-099c2ad8becc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:08.785360 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7963e76b-52e7-4f65-a8a7-ffa942491e52 {{(pid=84338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:10:08.794493 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:08.817227 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=538b3b9c-4815-4dfe-ab3e-b859bf279ead,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:08.820917 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] Transition to ACTIVE for port object 7963e76b-52e7-4f65-a8a7-ffa942491e52 will not be triggered until provisioned by entity L2. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:10:08.893015 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:08.931989 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:08.999347 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:09.103659 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa2f040c-0520-4c2e-89e7-d5e7398a2169 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:09.138915 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-1189c87b-d7a2-4efb-908a-099c2ad8becc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:09.162281 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-1189c87b-d7a2-4efb-908a-099c2ad8becc admin admin] Usage tracker for resource:security_group_rule and tenant:6badae4b0c09487d971f2755f565d653 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:09.167406 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-1189c87b-d7a2-4efb-908a-099c2ad8becc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:09.179761 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-1189c87b-d7a2-4efb-908a-099c2ad8becc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:09.281722 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b97c0-cf98-4de3-8c1a-fd2deb5b3005 req-6984614e-f859-4c08-849c-34140d5492a4 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:09.283582 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-486b97c0-cf98-4de3-8c1a-fd2deb5b3005 req-6984614e-f859-4c08-849c-34140d5492a4 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 944 time: 1.1353359
Apr 07 15:10:09.298083 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] Attempting to bind port 3d252e9c-e14e-48f3-8903-64257953de26 on host hv-cinder-78226 for vnic_type normal with profile  {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:10:09.298450 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] Attempting to bind port 3d252e9c-e14e-48f3-8903-64257953de26 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '79fcc562-7a06-4e5d-94c9-3ba40a36f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '339f7b08-9f95-4282-b63e-f044a2cab794'}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:10:09.298831 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] Attempting to bind port 3d252e9c-e14e-48f3-8903-64257953de26 on network 339f7b08-9f95-4282-b63e-f044a2cab794 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:10:09.316235 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] Port 3d252e9c-e14e-48f3-8903-64257953de26 on network 339f7b08-9f95-4282-b63e-f044a2cab794 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 15:10:09.316604 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] Attempting to bind port 3d252e9c-e14e-48f3-8903-64257953de26 on network 339f7b08-9f95-4282-b63e-f044a2cab794 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:10:09.349810 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] Checking agent: {'id': 'b2fd6503-106d-4224-ac4d-40fda7056aab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:10:09.350209 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] Checking segment: {'id': '79fcc562-7a06-4e5d-94c9-3ba40a36f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '339f7b08-9f95-4282-b63e-f044a2cab794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:10:09.350641 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] Bound using segment: {'id': '79fcc562-7a06-4e5d-94c9-3ba40a36f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '339f7b08-9f95-4282-b63e-f044a2cab794'} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:10:09.351265 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] Bound port: 3d252e9c-e14e-48f3-8903-64257953de26, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79fcc562-7a06-4e5d-94c9-3ba40a36f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '339f7b08-9f95-4282-b63e-f044a2cab794'}}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:10:09.351524 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:09.352942 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] Pushing event updated for resources: {'Port': ['ID=7963e76b-52e7-4f65-a8a7-ffa942491e52,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:09.356334 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:09.386044 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f3491-00ff-45df-969d-30c3bc3bb04d req-34a8bef3-780a-41d3-9675-ea1999c58e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:09.388921 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bd2f3491-00ff-45df-969d-30c3bc3bb04d req-34a8bef3-780a-41d3-9675-ea1999c58e53 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=319b24532db24adf857ac07d263f15ce&device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 1097 time: 0.5448079
Apr 07 15:10:09.406301 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b74b5e-ee16-4b4d-80cf-e48f6f7bf4df req-2758eb69-a135-43f7-800d-16ec63194b3a tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:09.408403 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d4b74b5e-ee16-4b4d-80cf-e48f6f7bf4df req-2758eb69-a135-43f7-800d-16ec63194b3a tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 943 time: 0.7930005
Apr 07 15:10:09.421235 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-486b97c0-cf98-4de3-8c1a-fd2deb5b3005 req-ee04d128-6a71-419b-a8f7-297719e7c2bc tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122720
Apr 07 15:10:09.504521 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] For port 3d252e9c-e14e-48f3-8903-64257953de26, host hv-cinder-78226, cleared binding levels {{(pid=84337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:10:09.508355 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] For port 3d252e9c-e14e-48f3-8903-64257953de26, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=3d252e9c-e14e-48f3-8903-64257953de26,segment=NetworkSegment(79fcc562-7a06-4e5d-94c9-3ba40a36f792),segment_id=79fcc562-7a06-4e5d-94c9-3ba40a36f792)] {{(pid=84337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:10:09.524295 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:09.554232 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d4b74b5e-ee16-4b4d-80cf-e48f6f7bf4df req-d9458ab0-2103-4cf3-a562-dc2d46d86805 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070065
Apr 07 15:10:09.560965 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:09.718000 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1189c87b-d7a2-4efb-908a-099c2ad8becc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:09.749333 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1189c87b-d7a2-4efb-908a-099c2ad8becc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:09.804812 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c12ef966-91d9-48db-b76f-2e7f99ba967f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:09.806384 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f3491-00ff-45df-969d-30c3bc3bb04d req-653ef0a7-cede-48d9-a701-fc4f3919a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:09.808099 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bd2f3491-00ff-45df-969d-30c3bc3bb04d req-653ef0a7-cede-48d9-a701-fc4f3919a643 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1fea60c6-d3c0-42e1-8a72-6a3347f9203e HTTP/1.1" status: 200  len: 916 time: 0.3991594
Apr 07 15:10:09.824594 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c12ef966-91d9-48db-b76f-2e7f99ba967f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:09.883885 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d71bee4-4345-445d-adca-f8e2de0b92e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538b3b9c-4815-4dfe-ab3e-b859bf279ead', 'code': 200}
Apr 07 15:10:09.925680 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] Pushing event updated for resources: {'Port': ['ID=3d252e9c-e14e-48f3-8903-64257953de26,revision_number=3']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:09.936116 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:09.938641 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-1189c87b-d7a2-4efb-908a-099c2ad8becc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6badae4b0c09487d971f2755f565d653&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4594331
Apr 07 15:10:09.939405 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d3faed9e-e21f-4ece-8eb4-3320b900aa6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:09.954642 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 58486) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:10.057690 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189c87b-d7a2-4efb-908a-099c2ad8becc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9bf3ac-2794-4146-92cd-87327c58912a,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:10.068835 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:10.069862 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:10.071986 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] 10.222.0.65 "PUT /v2.0/ports/3d252e9c-e14e-48f3-8903-64257953de26 HTTP/1.1" status: 200  len: 1093 time: 3.5316451
Apr 07 15:10:10.072854 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1189c87b-d7a2-4efb-908a-099c2ad8becc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:10.073435 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5182fd1-ced1-407a-b14f-731697ed8597', 'tag': '3d252e9c-e14e-48f3-8903-64257953de26'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:10:10.101611 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d3dd5-ea0c-46a8-9cc8-39e0e4ad325d req-a06c2761-9c91-40da-bfec-35d5b88cdbc2 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:10.103573 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ac6d3dd5-ea0c-46a8-9cc8-39e0e4ad325d req-a06c2761-9c91-40da-bfec-35d5b88cdbc2 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d71bee4-4345-445d-adca-f8e2de0b92e2 HTTP/1.1" status: 200  len: 945 time: 0.3124793
Apr 07 15:10:10.121157 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-be2a4d7a-896f-4c75-a25a-7653abe502a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:10.123216 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d0ecb9b5-c60d-41c9-a197-e7dad4f3d7ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:10.169498 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ac6d3dd5-ea0c-46a8-9cc8-39e0e4ad325d req-bdba750a-17e5-45e8-b668-4b6d4a789ac9 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/security-groups?id=29be911d-b556-4291-b234-966635a2fcf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443156
Apr 07 15:10:10.209843 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bd2f3491-00ff-45df-969d-30c3bc3bb04d req-4b85f206-f1b9-496b-a190-c2dcb83254e9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75ad4273-1c91-412c-8dec-478781048da3 HTTP/1.1" status: 200  len: 217 time: 0.3899596
Apr 07 15:10:10.210457 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-be2a4d7a-896f-4c75-a25a-7653abe502a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:10.225028 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-c12ef966-91d9-48db-b76f-2e7f99ba967f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=87c6e11b4d054b53930ebf4dcc6553f1&name=default HTTP/1.1" status: 200  len: 2979 time: 4.7671072
Apr 07 15:10:10.230096 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 58496) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:10.309249 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5182fd1-ced1-407a-b14f-731697ed8597', 'tag': '3d252e9c-e14e-48f3-8903-64257953de26', 'status': 'completed', 'code': 200}
Apr 07 15:10:10.372413 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-aa2f040c-0520-4c2e-89e7-d5e7398a2169 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Allocated IP 172.27.2.169 (aaa28d56-97c7-4706-9a1c-f1c898d32c63/b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0/84dfe26e-d3db-439e-b409-c11b24c58963) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:10:10.376201 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ef966-91d9-48db-b76f-2e7f99ba967f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d94f6c-173b-4dda-a5c2-7edaa4d96b59,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:10.388080 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c12ef966-91d9-48db-b76f-2e7f99ba967f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:10.430037 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-be2a4d7a-896f-4c75-a25a-7653abe502a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:10.460018 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5a2c7e51-2460-41be-95b2-60b72dfc05e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:10.497913 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a4d7a-896f-4c75-a25a-7653abe502a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9bf3ac-2794-4146-92cd-87327c58912a,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:10.502163 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-be2a4d7a-896f-4c75-a25a-7653abe502a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:10.543431 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-be2a4d7a-896f-4c75-a25a-7653abe502a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:10.545853 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-be2a4d7a-896f-4c75-a25a-7653abe502a5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c9bf3ac-2794-4146-92cd-87327c58912a HTTP/1.1" status: 204  len: 168 time: 0.5884037
Apr 07 15:10:10.560761 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f8b63010-620f-4c7c-aa76-31b6f9ffb962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:10.596990 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f3491-00ff-45df-969d-30c3bc3bb04d req-ddcc694d-020e-41f4-af05-b2cba43a1283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:10.598835 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bd2f3491-00ff-45df-969d-30c3bc3bb04d req-ddcc694d-020e-41f4-af05-b2cba43a1283 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af0ee707-cd66-48b1-a5fe-75510a42329c HTTP/1.1" status: 200  len: 855 time: 0.3697574
Apr 07 15:10:10.601998 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] Attempting to bind port 7963e76b-52e7-4f65-a8a7-ffa942491e52 on host hv-cinder-78226 for vnic_type normal with profile  {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:10:10.602488 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] Attempting to bind port 7963e76b-52e7-4f65-a8a7-ffa942491e52 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '79fcc562-7a06-4e5d-94c9-3ba40a36f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '339f7b08-9f95-4282-b63e-f044a2cab794'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:10:10.602938 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] Attempting to bind port 7963e76b-52e7-4f65-a8a7-ffa942491e52 on network 339f7b08-9f95-4282-b63e-f044a2cab794 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:10:10.656326 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] Port 7963e76b-52e7-4f65-a8a7-ffa942491e52 on network 339f7b08-9f95-4282-b63e-f044a2cab794 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 15:10:10.656850 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] Attempting to bind port 7963e76b-52e7-4f65-a8a7-ffa942491e52 on network 339f7b08-9f95-4282-b63e-f044a2cab794 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:10:10.682912 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] Checking agent: {'id': 'b2fd6503-106d-4224-ac4d-40fda7056aab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:10:10.683961 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] Checking segment: {'id': '79fcc562-7a06-4e5d-94c9-3ba40a36f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '339f7b08-9f95-4282-b63e-f044a2cab794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:10:10.684416 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] Bound using segment: {'id': '79fcc562-7a06-4e5d-94c9-3ba40a36f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '339f7b08-9f95-4282-b63e-f044a2cab794'} {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:10:10.684940 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] Bound port: 7963e76b-52e7-4f65-a8a7-ffa942491e52, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79fcc562-7a06-4e5d-94c9-3ba40a36f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '339f7b08-9f95-4282-b63e-f044a2cab794'}}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:10:10.688460 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:10.766319 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f8b63010-620f-4c7c-aa76-31b6f9ffb962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:10.820112 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bd2f3491-00ff-45df-969d-30c3bc3bb04d req-d2d2a429-729e-405b-9978-db67c572718a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1fea60c6-d3c0-42e1-8a72-6a3347f9203e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2097638
Apr 07 15:10:10.823823 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-19b87836-42d0-4d60-9209-f61355423696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:10.827054 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-19b87836-42d0-4d60-9209-f61355423696 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cc9555d2ba234896823be6d5f89668b9&device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 1096 time: 0.5164130
Apr 07 15:10:10.838859 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ef58c-59ca-4583-90ac-5e66e75b77c2 req-1d4d6a99-8591-41f9-a3a5-005f12b499da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:10.841763 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-521ef58c-59ca-4583-90ac-5e66e75b77c2 req-1d4d6a99-8591-41f9-a3a5-005f12b499da service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1d71bee4-4345-445d-adca-f8e2de0b92e2 HTTP/1.1" status: 200  len: 1098 time: 0.4550567
Apr 07 15:10:11.253483 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] For port 7963e76b-52e7-4f65-a8a7-ffa942491e52, host hv-cinder-78226, cleared binding levels {{(pid=84338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:10:11.261886 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] For port 7963e76b-52e7-4f65-a8a7-ffa942491e52, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7963e76b-52e7-4f65-a8a7-ffa942491e52,segment=NetworkSegment(79fcc562-7a06-4e5d-94c9-3ba40a36f792),segment_id=79fcc562-7a06-4e5d-94c9-3ba40a36f792)] {{(pid=84338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:10:11.276840 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa2f040c-0520-4c2e-89e7-d5e7398a2169 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:11.285587 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:11.313391 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f8b63010-620f-4c7c-aa76-31b6f9ffb962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:11.325186 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-26b5b4ae-05c7-43c7-98e8-ba3ba4f4b811 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d252e9c-e14e-48f3-8903-64257953de26 HTTP/1.1" status: 200  len: 217 time: 0.4785552
Apr 07 15:10:11.336237 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-521ef58c-59ca-4583-90ac-5e66e75b77c2 req-fae5d4f8-ce40-4f2a-92a6-798a990b7cef service neutron] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:11.354828 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:11.361459 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:11.428180 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b63010-620f-4c7c-aa76-31b6f9ffb962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d94f6c-173b-4dda-a5c2-7edaa4d96b59,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:11.431026 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f8b63010-620f-4c7c-aa76-31b6f9ffb962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:11.441382 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-521ef58c-59ca-4583-90ac-5e66e75b77c2 req-fae5d4f8-ce40-4f2a-92a6-798a990b7cef service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:11.457084 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-521ef58c-59ca-4583-90ac-5e66e75b77c2 req-fae5d4f8-ce40-4f2a-92a6-798a990b7cef service neutron] Usage tracker for resource:security_group_rule and tenant:b3622cc9c7614640b49318a36063c96f is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:11.466637 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-521ef58c-59ca-4583-90ac-5e66e75b77c2 req-fae5d4f8-ce40-4f2a-92a6-798a990b7cef service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:11.473055 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f8b63010-620f-4c7c-aa76-31b6f9ffb962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:11.474412 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-f8b63010-620f-4c7c-aa76-31b6f9ffb962 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b9d94f6c-173b-4dda-a5c2-7edaa4d96b59 HTTP/1.1" status: 204  len: 168 time: 1.2430470
Apr 07 15:10:11.492253 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a1de7-39fc-41c8-a0f4-ce6b787fdeae req-3896ddae-1362-4604-8f57-4650b36922f5 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:11.494063 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-675a1de7-39fc-41c8-a0f4-ce6b787fdeae req-3896ddae-1362-4604-8f57-4650b36922f5 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 944 time: 0.8832340
Apr 07 15:10:11.495190 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-521ef58c-59ca-4583-90ac-5e66e75b77c2 req-fae5d4f8-ce40-4f2a-92a6-798a990b7cef service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:11.559324 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-df0e28b3-d352-45b4-af91-9c94e322da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:11.561014 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-df0e28b3-d352-45b4-af91-9c94e322da9f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=715e635f-38c7-4cfa-8476-85d5d882c8e5 HTTP/1.1" status: 200  len: 859 time: 0.2100563
Apr 07 15:10:11.616104 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 75ad4273-1c91-412c-8dec-478781048da3 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 15:10:11.636350 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-675a1de7-39fc-41c8-a0f4-ce6b787fdeae req-f3e14483-d6d1-4941-86f3-d86ea85696a1 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181793
Apr 07 15:10:11.656600 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-0b545606-8e3f-421d-9018-144916e5394c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=339f7b08-9f95-4282-b63e-f044a2cab794&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0775530
Apr 07 15:10:11.725884 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95564870-2d8a-496d-b2a3-081af52c9795 req-78c0184a-c990-4bf4-9566-1185256f114f tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:11.727680 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-95564870-2d8a-496d-b2a3-081af52c9795 req-78c0184a-c990-4bf4-9566-1185256f114f tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 943 time: 0.7342260
Apr 07 15:10:11.839272 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] Pushing event updated for resources: {'Port': ['ID=7963e76b-52e7-4f65-a8a7-ffa942491e52,revision_number=3']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:11.897898 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:11.947792 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-95564870-2d8a-496d-b2a3-081af52c9795 req-9cb8c6c0-174c-4372-a458-27ca2698a92d tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1519208
Apr 07 15:10:12.141325 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-360a0966-6457-42ae-836f-f0e1be694833 service neutron] 10.222.0.65 "GET /v2.0/networks/339f7b08-9f95-4282-b63e-f044a2cab794?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4625294
Apr 07 15:10:12.141325 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-521ef58c-59ca-4583-90ac-5e66e75b77c2 req-fae5d4f8-ce40-4f2a-92a6-798a990b7cef service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:12.149709 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 75ad4273-1c91-412c-8dec-478781048da3, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=75ad4273-1c91-412c-8dec-478781048da3,segment=NetworkSegment(83cefd4b-5746-43e9-a558-b4c212593d77),segment_id=83cefd4b-5746-43e9-a558-b4c212593d77)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:10:12.186963 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-521ef58c-59ca-4583-90ac-5e66e75b77c2 req-fae5d4f8-ce40-4f2a-92a6-798a990b7cef service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:12.239978 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Returning: {'device': '75ad4273-1c91-412c-8dec-478781048da3', 'network_id': '1fea60c6-d3c0-42e1-8a72-6a3347f9203e', 'port_id': '75ad4273-1c91-412c-8dec-478781048da3', 'mac_address': 'fa:16:3e:ec:62:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0ee707-cd66-48b1-a5fe-75510a42329c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 15:10:12.262286 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:12.276681 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bd2f3491-00ff-45df-969d-30c3bc3bb04d req-16b157b1-7459-4bb0-a163-0e133929dc63 service neutron] 10.222.0.65 "GET /v2.0/networks/1fea60c6-d3c0-42e1-8a72-6a3347f9203e?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4143739
Apr 07 15:10:12.300815 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-521ef58c-59ca-4583-90ac-5e66e75b77c2 req-fae5d4f8-ce40-4f2a-92a6-798a990b7cef service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=29be911d-b556-4291-b234-966635a2fcf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3295059
Apr 07 15:10:12.364958 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5d4f8-ce40-4f2a-92a6-798a990b7cef service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ca75ab-92e0-4305-b421-91d9417fe658,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:12.368893 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-fae5d4f8-ce40-4f2a-92a6-798a990b7cef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:12.515440 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bcc75397-7816-4e38-a0ab-26ea93025b4b req-28d11b81-aba7-4d04-96fe-b4fb75b038e3 service neutron] 10.222.0.65 "GET /v2.0/networks/339f7b08-9f95-4282-b63e-f044a2cab794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3690412
Apr 07 15:10:12.520611 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:12.562430 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb45b20-bf83-4499-9086-2033de7cb162 req-06ccec68-c592-48d5-b030-0171bd110437 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:12.579998 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0cb45b20-bf83-4499-9086-2033de7cb162 req-06ccec68-c592-48d5-b030-0171bd110437 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d71bee4-4345-445d-adca-f8e2de0b92e2 HTTP/1.1" status: 200  len: 945 time: 0.2592387
Apr 07 15:10:12.644822 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0cb45b20-bf83-4499-9086-2033de7cb162 req-a8331e3a-7344-438b-afa8-3c22a4c16a64 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/security-groups?id=29be911d-b556-4291-b234-966635a2fcf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568991
Apr 07 15:10:12.799916 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ad4273-1c91-412c-8dec-478781048da3 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:10:12.822237 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 75ad4273-1c91-412c-8dec-478781048da3, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=75ad4273-1c91-412c-8dec-478781048da3,segment=NetworkSegment(83cefd4b-5746-43e9-a558-b4c212593d77),segment_id=83cefd4b-5746-43e9-a558-b4c212593d77)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:10:12.831604 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:12.834689 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:12.872911 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bd2f3491-00ff-45df-969d-30c3bc3bb04d req-1d56d658-62ee-494e-a21a-5d1e44260ca3 service neutron] 10.222.0.65 "GET /v2.0/networks/1fea60c6-d3c0-42e1-8a72-6a3347f9203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5336230
Apr 07 15:10:12.924177 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa2f040c-0520-4c2e-89e7-d5e7398a2169 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:12.969311 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:12.971712 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36868a9f-1598-4c79-9f2b-92d91726ebbb req-7217b4f3-4614-419f-97c9-b65f2924e963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:12.977661 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-36868a9f-1598-4c79-9f2b-92d91726ebbb req-7217b4f3-4614-419f-97c9-b65f2924e963 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cc9555d2ba234896823be6d5f89668b9&device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 1096 time: 0.2606878
Apr 07 15:10:12.992495 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=75ad4273-1c91-412c-8dec-478781048da3,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:12.997016 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:13.129771 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['75ad4273-1c91-412c-8dec-478781048da3'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:10:13.286478 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f040c-0520-4c2e-89e7-d5e7398a2169 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Pushing event updated for resources: {'Port': ['ID=84dfe26e-d3db-439e-b409-c11b24c58963,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:13.416796 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce814b5-735d-427e-b4d8-69b1357de937 req-fedd4c48-6670-480e-bd7d-a652bc998dc6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:13.419136 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fce814b5-735d-427e-b4d8-69b1357de937 req-fedd4c48-6670-480e-bd7d-a652bc998dc6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 945 time: 0.2913139
Apr 07 15:10:13.437266 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36868a9f-1598-4c79-9f2b-92d91726ebbb req-8cb31010-cd10-407c-ae2c-1fed0b1ea47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:13.443402 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-36868a9f-1598-4c79-9f2b-92d91726ebbb req-8cb31010-cd10-407c-ae2c-1fed0b1ea47c service neutron] 10.222.0.65 "GET /v2.0/networks?id=339f7b08-9f95-4282-b63e-f044a2cab794 HTTP/1.1" status: 200  len: 920 time: 0.4613810
Apr 07 15:10:13.452030 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-aa2f040c-0520-4c2e-89e7-d5e7398a2169 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:13.463049 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2f040c-0520-4c2e-89e7-d5e7398a2169 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Network aaa28d56-97c7-4706-9a1c-f1c898d32c63 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:10:13.466446 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-aa2f040c-0520-4c2e-89e7-d5e7398a2169 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:10:13.469444 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2f040c-0520-4c2e-89e7-d5e7398a2169 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:10:13.511906 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fce814b5-735d-427e-b4d8-69b1357de937 req-20bba659-2664-45a2-b78b-e55c575629c4 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643907
Apr 07 15:10:13.559125 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa2f040c-0520-4c2e-89e7-d5e7398a2169 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:13.560658 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 58588) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:13.562387 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:13.563269 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:13.565645 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] 10.222.0.65 "PUT /v2.0/ports/7963e76b-52e7-4f65-a8a7-ffa942491e52 HTTP/1.1" status: 200  len: 1094 time: 8.1577420
Apr 07 15:10:13.568345 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60419452-88ae-4910-8a8f-a2407200c156', 'tag': '7963e76b-52e7-4f65-a8a7-ffa942491e52'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:10:13.718908 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-36868a9f-1598-4c79-9f2b-92d91726ebbb req-97ed97ce-b9e1-406f-812d-90000220e738 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d252e9c-e14e-48f3-8903-64257953de26 HTTP/1.1" status: 200  len: 217 time: 0.2040071
Apr 07 15:10:13.742456 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60419452-88ae-4910-8a8f-a2407200c156', 'tag': '7963e76b-52e7-4f65-a8a7-ffa942491e52', 'status': 'completed', 'code': 200}
Apr 07 15:10:13.779041 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa2f040c-0520-4c2e-89e7-d5e7398a2169 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:13.788949 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907a464-0bc8-4616-841f-58d0ed6f87f5 req-b8397291-0811-4b49-86ff-b4ee9e4e804c tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:13.814268 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8907a464-0bc8-4616-841f-58d0ed6f87f5 req-b8397291-0811-4b49-86ff-b4ee9e4e804c tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 943 time: 0.5278745
Apr 07 15:10:13.956004 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-b4b15dd0-1e37-4e23-a3ba-5d8e655b3ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:13.958011 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-b4b15dd0-1e37-4e23-a3ba-5d8e655b3ab3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cc9555d2ba234896823be6d5f89668b9&device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 1097 time: 0.2987885
Apr 07 15:10:14.055791 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-976884bc-78d1-4833-8add-a07f62c98c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:14.092267 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-540de9f9-88da-44fb-8f82-333839d4852b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7963e76b-52e7-4f65-a8a7-ffa942491e52 HTTP/1.1" status: 200  len: 217 time: 0.1061976
Apr 07 15:10:14.112894 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8907a464-0bc8-4616-841f-58d0ed6f87f5 req-d8624e98-347f-4321-8806-77f9496eccd8 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2972050
Apr 07 15:10:14.115620 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-976884bc-78d1-4833-8add-a07f62c98c0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:14.120441 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-976884bc-78d1-4833-8add-a07f62c98c0c admin admin] Usage tracker for resource:security_group_rule and tenant:783305d45fee466fa8946468e13ece69 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:14.126862 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-976884bc-78d1-4833-8add-a07f62c98c0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:14.134952 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-976884bc-78d1-4833-8add-a07f62c98c0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:14.175210 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36868a9f-1598-4c79-9f2b-92d91726ebbb req-0cef4c44-873b-4ed5-bc8c-e6e72c6d3ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:14.176920 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-36868a9f-1598-4c79-9f2b-92d91726ebbb req-0cef4c44-873b-4ed5-bc8c-e6e72c6d3ad9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=715e635f-38c7-4cfa-8476-85d5d882c8e5 HTTP/1.1" status: 200  len: 859 time: 0.4508381
Apr 07 15:10:14.301885 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-36868a9f-1598-4c79-9f2b-92d91726ebbb req-b33327a8-fdd9-4dff-924b-e6b4c437d448 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=339f7b08-9f95-4282-b63e-f044a2cab794&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1170278
Apr 07 15:10:14.313420 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c136b0-b6dd-430d-b0ea-92e33b31c817 req-586e9f78-38a2-403e-8676-121083d21fe3 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:14.315747 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-55c136b0-b6dd-430d-b0ea-92e33b31c817 req-586e9f78-38a2-403e-8676-121083d21fe3 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d71bee4-4345-445d-adca-f8e2de0b92e2 HTTP/1.1" status: 200  len: 945 time: 0.3447011
Apr 07 15:10:14.461021 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-55c136b0-b6dd-430d-b0ea-92e33b31c817 req-23f2c762-feb5-4381-a7ac-3f15786fa3f4 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/security-groups?id=29be911d-b556-4291-b234-966635a2fcf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195948
Apr 07 15:10:14.544507 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-36868a9f-1598-4c79-9f2b-92d91726ebbb req-80810ce1-41b7-42c2-a330-469195f5d561 service neutron] 10.222.0.65 "GET /v2.0/networks/339f7b08-9f95-4282-b63e-f044a2cab794?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2272227
Apr 07 15:10:14.672351 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-0d8fca77-8ae3-43e6-b408-5c4765755bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:14.674110 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-0d8fca77-8ae3-43e6-b408-5c4765755bd2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=715e635f-38c7-4cfa-8476-85d5d882c8e5 HTTP/1.1" status: 200  len: 859 time: 0.4740350
Apr 07 15:10:14.742002 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-976884bc-78d1-4833-8add-a07f62c98c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:14.754134 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-a5dbfc88-843e-4bd6-8baa-ab9ebbe17d3e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=339f7b08-9f95-4282-b63e-f044a2cab794&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0733838
Apr 07 15:10:14.758421 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-976884bc-78d1-4833-8add-a07f62c98c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:14.820941 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:14.833516 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-976884bc-78d1-4833-8add-a07f62c98c0c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=783305d45fee466fa8946468e13ece69&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2663953
Apr 07 15:10:14.849769 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 58632) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:14.941230 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-36868a9f-1598-4c79-9f2b-92d91726ebbb req-78b13a51-8f5e-4153-9ecc-eb055e0f1f8e service neutron] 10.222.0.65 "GET /v2.0/networks/339f7b08-9f95-4282-b63e-f044a2cab794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3893690
Apr 07 15:10:14.953392 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4abd6-ef4e-4ef0-83de-1d1ea802d80c req-2f8df83d-4ba9-44cb-ad11-ba91f16fdb89 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:14.955156 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-76a4abd6-ef4e-4ef0-83de-1d1ea802d80c req-2f8df83d-4ba9-44cb-ad11-ba91f16fdb89 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 945 time: 0.2235894
Apr 07 15:10:14.958178 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976884bc-78d1-4833-8add-a07f62c98c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed8a3be-58c3-417f-81fd-59c920898718,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:14.962609 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-976884bc-78d1-4833-8add-a07f62c98c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:15.009598 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa2f040c-0520-4c2e-89e7-d5e7398a2169 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:15.016811 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa2f040c-0520-4c2e-89e7-d5e7398a2169 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:15.041723 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:15.078484 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-76a4abd6-ef4e-4ef0-83de-1d1ea802d80c req-375cb40c-a850-4d21-b3e8-7eaf08080cfb tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679109
Apr 07 15:10:15.079989 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-09adff9a-5ad3-4964-b415-a9f476b40697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:15.119486 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-09adff9a-5ad3-4964-b415-a9f476b40697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:15.199402 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-09adff9a-5ad3-4964-b415-a9f476b40697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:15.229527 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:15.266614 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-09adff9a-5ad3-4964-b415-a9f476b40697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:15.266614 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-09adff9a-5ad3-4964-b415-a9f476b40697 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8ed8a3be-58c3-417f-81fd-59c920898718 HTTP/1.1" status: 204  len: 168 time: 0.4067962
Apr 07 15:10:15.284330 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09adff9a-5ad3-4964-b415-a9f476b40697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed8a3be-58c3-417f-81fd-59c920898718,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:15.293620 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-09adff9a-5ad3-4964-b415-a9f476b40697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:15.331142 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-a2f1d34c-9f02-4f0a-bdec-b0fa57543bf5 service neutron] 10.222.0.65 "GET /v2.0/networks/339f7b08-9f95-4282-b63e-f044a2cab794?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5678797
Apr 07 15:10:15.418004 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f040c-0520-4c2e-89e7-d5e7398a2169 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Pushing event updated for resources: {'Port': ['ID=84dfe26e-d3db-439e-b409-c11b24c58963,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:15.418749 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bac343-8a69-4892-86e3-e179fda39ed5 req-91fab88c-38fa-4f37-b26a-3598d32db513 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:15.420768 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c6bac343-8a69-4892-86e3-e179fda39ed5 req-91fab88c-38fa-4f37-b26a-3598d32db513 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 943 time: 0.1402206
Apr 07 15:10:15.422778 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-aa2f040c-0520-4c2e-89e7-d5e7398a2169 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:15.460842 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c6bac343-8a69-4892-86e3-e179fda39ed5 req-af1160af-fe89-4725-be56-9ef5e06a531b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0307987
Apr 07 15:10:15.490583 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa2f040c-0520-4c2e-89e7-d5e7398a2169 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509939'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:15.572632 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa2f040c-0520-4c2e-89e7-d5e7398a2169 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:15.574103 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-aa2f040c-0520-4c2e-89e7-d5e7398a2169 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 10.3106453
Apr 07 15:10:15.602027 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dca18479-2dd8-4615-a8af-6e9fc34e58a4 req-c9de9ec5-a2a2-476d-b627-6127d7ee1ef5 service neutron] 10.222.0.65 "GET /v2.0/networks/339f7b08-9f95-4282-b63e-f044a2cab794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2474790
Apr 07 15:10:15.643808 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 3d252e9c-e14e-48f3-8903-64257953de26 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 15:10:15.721662 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 75ad4273-1c91-412c-8dec-478781048da3 up at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:10:15.838573 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda27189-e24a-4b12-97e6-d8dba5724b3c req-27d82796-84c4-4f3c-829e-41c8035aa4fe tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:15.850279 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fda27189-e24a-4b12-97e6-d8dba5724b3c req-27d82796-84c4-4f3c-829e-41c8035aa4fe tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d71bee4-4345-445d-adca-f8e2de0b92e2 HTTP/1.1" status: 200  len: 945 time: 0.1791587
Apr 07 15:10:15.906468 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fda27189-e24a-4b12-97e6-d8dba5724b3c req-985fb8e6-a188-4fc1-a482-32add4a6db5c tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/security-groups?id=29be911d-b556-4291-b234-966635a2fcf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464404
Apr 07 15:10:15.928464 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning for port 75ad4273-1c91-412c-8dec-478781048da3 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:10:15.934361 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning complete for port 75ad4273-1c91-412c-8dec-478781048da3 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:10:15.935077 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:16.029338 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fe801-4a33-45a0-bfe8-c9d8101a72ed req-c569fa33-ef08-4b31-9099-83200efa45b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:16.031011 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5a5fe801-4a33-45a0-bfe8-c9d8101a72ed req-c569fa33-ef08-4b31-9099-83200efa45b5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cc9555d2ba234896823be6d5f89668b9&device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 1097 time: 0.3298678
Apr 07 15:10:16.159030 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 3d252e9c-e14e-48f3-8903-64257953de26, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=3d252e9c-e14e-48f3-8903-64257953de26,segment=NetworkSegment(79fcc562-7a06-4e5d-94c9-3ba40a36f792),segment_id=79fcc562-7a06-4e5d-94c9-3ba40a36f792)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:10:16.222954 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-d41df219-b011-4e28-9ea5-cec8757dca7a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Synchronizing usage tracker for tenant:fe4baebffb304bcebd7f14fa893dc5ab on resource:security_group {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:10:16.263289 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-d41df219-b011-4e28-9ea5-cec8757dca7a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Unset dirty status for tenant:fe4baebffb304bcebd7f14fa893dc5ab on resource:security_group {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:10:16.272375 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Returning: {'device': '3d252e9c-e14e-48f3-8903-64257953de26', 'network_id': '339f7b08-9f95-4282-b63e-f044a2cab794', 'port_id': '3d252e9c-e14e-48f3-8903-64257953de26', 'mac_address': 'fa:16:3e:a5:b5:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '715e635f-38c7-4cfa-8476-85d5d882c8e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 15:10:16.275388 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-d41df219-b011-4e28-9ea5-cec8757dca7a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--147110603&fields=id&tenant_id=fe4baebffb304bcebd7f14fa893dc5ab HTTP/1.1" status: 200  len: 267 time: 0.1059885
Apr 07 15:10:16.331813 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 58698) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:16.384623 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f1016b57-5d4e-433c-83a7-50c50cc3d197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:16.443065 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-f1016b57-5d4e-433c-83a7-50c50cc3d197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:16.456198 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-f1016b57-5d4e-433c-83a7-50c50cc3d197 admin admin] Usage tracker for resource:security_group_rule and tenant:d354d3f8f9fd4203bc683c4ce86ea0c7 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:16.461355 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-f1016b57-5d4e-433c-83a7-50c50cc3d197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:16.465502 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fe801-4a33-45a0-bfe8-c9d8101a72ed req-2c604bf4-d6c0-404e-900a-63b715183236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:16.467626 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5a5fe801-4a33-45a0-bfe8-c9d8101a72ed req-2c604bf4-d6c0-404e-900a-63b715183236 service neutron] 10.222.0.65 "GET /v2.0/networks?id=339f7b08-9f95-4282-b63e-f044a2cab794 HTTP/1.1" status: 200  len: 920 time: 0.4295027
Apr 07 15:10:16.472791 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-f1016b57-5d4e-433c-83a7-50c50cc3d197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:16.496462 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:16.574852 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 75ad4273-1c91-412c-8dec-478781048da3, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=75ad4273-1c91-412c-8dec-478781048da3,segment=NetworkSegment(83cefd4b-5746-43e9-a558-b4c212593d77),segment_id=83cefd4b-5746-43e9-a558-b4c212593d77)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:10:16.581886 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8ad4ae-c1d0-438a-af18-6643c0650999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ad4273-1c91-412c-8dec-478781048da3'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:10:16.594942 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5a5fe801-4a33-45a0-bfe8-c9d8101a72ed req-ef4fbbe0-1869-42ae-8e5c-94ef5d24c35d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7963e76b-52e7-4f65-a8a7-ffa942491e52 HTTP/1.1" status: 200  len: 217 time: 0.1184142
Apr 07 15:10:16.600116 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:16.623553 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:16.719918 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:16.723428 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d252e9c-e14e-48f3-8903-64257953de26 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:10:16.730014 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 58714) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:16.804894 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fe801-4a33-45a0-bfe8-c9d8101a72ed req-50d22919-c485-4301-a9c5-7fb397f7305b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:16.806721 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5a5fe801-4a33-45a0-bfe8-c9d8101a72ed req-50d22919-c485-4301-a9c5-7fb397f7305b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=715e635f-38c7-4cfa-8476-85d5d882c8e5 HTTP/1.1" status: 200  len: 859 time: 0.2023582
Apr 07 15:10:16.832944 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 3d252e9c-e14e-48f3-8903-64257953de26, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=3d252e9c-e14e-48f3-8903-64257953de26,segment=NetworkSegment(79fcc562-7a06-4e5d-94c9-3ba40a36f792),segment_id=79fcc562-7a06-4e5d-94c9-3ba40a36f792)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:10:16.861304 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:16.880623 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-1aed5073-c832-4c3e-ba2a-faa386c67237 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:16.881868 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-1aed5073-c832-4c3e-ba2a-faa386c67237 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Synchronizing usage tracker for tenant:fe4baebffb304bcebd7f14fa893dc5ab on resource:network {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:10:16.898135 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=75ad4273-1c91-412c-8dec-478781048da3,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:16.930039 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:16.930039 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-04d03824-94ce-41f3-82c1-58a25742019a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:16.931158 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc773437-4144-40d9-9619-228512385348 req-ae15b1fc-301b-4907-8d0e-9c5301bae08f tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:16.931158 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fc773437-4144-40d9-9619-228512385348 req-ae15b1fc-301b-4907-8d0e-9c5301bae08f tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 946 time: 0.3891654
Apr 07 15:10:16.992310 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fc773437-4144-40d9-9619-228512385348 req-e60c342a-077b-4e63-b6f5-8aa127dbf411 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546093
Apr 07 15:10:17.016988 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5a5fe801-4a33-45a0-bfe8-c9d8101a72ed req-ffd9e6ce-36dd-4cd1-805c-8f2c05b05e77 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=339f7b08-9f95-4282-b63e-f044a2cab794&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1958859
Apr 07 15:10:17.052757 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-61ece63c-9bbb-4835-98e4-72809bbc83dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:17.099118 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-61ece63c-9bbb-4835-98e4-72809bbc83dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:17.107778 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-61ece63c-9bbb-4835-98e4-72809bbc83dc admin admin] Usage tracker for resource:security_group_rule and tenant:e893a2b0cd25455ba6080993cd7fe329 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:17.114080 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-61ece63c-9bbb-4835-98e4-72809bbc83dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:17.133351 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-61ece63c-9bbb-4835-98e4-72809bbc83dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:17.169640 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=3d252e9c-e14e-48f3-8903-64257953de26,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:17.176228 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:17.185323 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['3d252e9c-e14e-48f3-8903-64257953de26'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:10:17.225252 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f1016b57-5d4e-433c-83a7-50c50cc3d197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:17.232183 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f1016b57-5d4e-433c-83a7-50c50cc3d197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:17.251501 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:17.354196 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-f1016b57-5d4e-433c-83a7-50c50cc3d197 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d354d3f8f9fd4203bc683c4ce86ea0c7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0208392
Apr 07 15:10:17.355407 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1016b57-5d4e-433c-83a7-50c50cc3d197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557f64e6-58d7-4517-8f4d-83ebab64670d,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:17.358684 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 58726) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:17.365974 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f1016b57-5d4e-433c-83a7-50c50cc3d197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:17.420271 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5a5fe801-4a33-45a0-bfe8-c9d8101a72ed req-08945d4b-81b0-4a93-a150-5ebc40903c42 service neutron] 10.222.0.65 "GET /v2.0/networks/339f7b08-9f95-4282-b63e-f044a2cab794?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3947082
Apr 07 15:10:17.505330 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72cd62-1a9a-4e57-9807-de219f7850be req-a7e936c5-e77a-4f47-a8cc-8aacb9e2e9e2 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:17.507124 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ec72cd62-1a9a-4e57-9807-de219f7850be req-a7e936c5-e77a-4f47-a8cc-8aacb9e2e9e2 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 944 time: 0.3077447
Apr 07 15:10:17.540142 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-61ece63c-9bbb-4835-98e4-72809bbc83dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:17.552221 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-61ece63c-9bbb-4835-98e4-72809bbc83dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:17.563039 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8067b647-bddc-482c-9887-c0b5890971a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:17.566046 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ec72cd62-1a9a-4e57-9807-de219f7850be req-9e7d5f32-bd4b-4520-9960-73c977b695f6 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497186
Apr 07 15:10:17.569395 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:17.582165 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-1aed5073-c832-4c3e-ba2a-faa386c67237 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Unset dirty status for tenant:fe4baebffb304bcebd7f14fa893dc5ab on resource:network {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:10:17.583483 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-1aed5073-c832-4c3e-ba2a-faa386c67237 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/networks?id=7e0f3704-ba7e-4436-937d-51f6b7b3f535 HTTP/1.1" status: 200  len: 816 time: 1.3048418
Apr 07 15:10:17.629651 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-61ece63c-9bbb-4835-98e4-72809bbc83dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e893a2b0cd25455ba6080993cd7fe329&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8980474
Apr 07 15:10:17.634558 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-7e404905-583a-439a-a7f4-957c0095e260 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/quotas/fe4baebffb304bcebd7f14fa893dc5ab HTTP/1.1" status: 200  len: 375 time: 0.0359423
Apr 07 15:10:17.635083 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 58732) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:17.638500 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8ad4ae-c1d0-438a-af18-6643c0650999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ad4273-1c91-412c-8dec-478781048da3', 'code': 200}
Apr 07 15:10:17.639013 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ece63c-9bbb-4835-98e4-72809bbc83dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5a354c-eb35-418e-ac5b-034148fc99b8,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:17.639612 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8067b647-bddc-482c-9887-c0b5890971a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:17.654833 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-61ece63c-9bbb-4835-98e4-72809bbc83dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:17.739203 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5a5fe801-4a33-45a0-bfe8-c9d8101a72ed req-64c9e80e-a125-4ffb-8f3f-4a3fb7b54d35 service neutron] 10.222.0.65 "GET /v2.0/networks/339f7b08-9f95-4282-b63e-f044a2cab794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3035088
Apr 07 15:10:17.751400 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8067b647-bddc-482c-9887-c0b5890971a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:17.759229 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:17.778929 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067b647-bddc-482c-9887-c0b5890971a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557f64e6-58d7-4517-8f4d-83ebab64670d,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:17.782111 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-8067b647-bddc-482c-9887-c0b5890971a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:17.813015 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8067b647-bddc-482c-9887-c0b5890971a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:17.814327 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-8067b647-bddc-482c-9887-c0b5890971a7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/557f64e6-58d7-4517-8f4d-83ebab64670d HTTP/1.1" status: 204  len: 168 time: 0.4521859
Apr 07 15:10:18.036157 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fa20133e-1beb-43cd-ad20-22472528166c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:18.093830 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fa20133e-1beb-43cd-ad20-22472528166c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:18.163994 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33259d-8cdc-463f-886a-2f70f838d57a req-f9d91d62-4f18-4b13-bb63-caa846f83464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:18.170396 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ad33259d-8cdc-463f-886a-2f70f838d57a req-f9d91d62-4f18-4b13-bb63-caa846f83464 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 1099 time: 0.1645844
Apr 07 15:10:18.210423 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-4539ff16-23ad-4e8e-b56d-ad9add5cf0ef tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe4baebffb304bcebd7f14fa893dc5ab&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5514874
Apr 07 15:10:18.276365 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ad33259d-8cdc-463f-886a-2f70f838d57a req-f7f96689-37ea-4271-a802-df4c01f4ef56 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990250
Apr 07 15:10:18.387459 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fa20133e-1beb-43cd-ad20-22472528166c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:18.454665 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-4a5f760b-df15-4773-be58-22734e406721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:18.476246 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20133e-1beb-43cd-ad20-22472528166c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5a354c-eb35-418e-ac5b-034148fc99b8,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:18.483271 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-fa20133e-1beb-43cd-ad20-22472528166c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:18.496022 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fa20133e-1beb-43cd-ad20-22472528166c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:18.497335 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-fa20133e-1beb-43cd-ad20-22472528166c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3d5a354c-eb35-418e-ac5b-034148fc99b8 HTTP/1.1" status: 204  len: 168 time: 0.8603437
Apr 07 15:10:18.568635 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-4f1c8ba0-b21f-4780-bfca-c5db2a6fde80 service neutron] 10.222.0.39 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2904692
Apr 07 15:10:18.588571 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3195d77-c0b5-4bc6-af3f-56e564baf70e req-93640bef-04e3-45f9-aefb-fc690ccaa48b tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:18.597058 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c3195d77-c0b5-4bc6-af3f-56e564baf70e req-93640bef-04e3-45f9-aefb-fc690ccaa48b tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 946 time: 0.2624769
Apr 07 15:10:18.724708 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c3195d77-c0b5-4bc6-af3f-56e564baf70e req-4ec95e8b-9575-4356-b946-8da2dbb074e7 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244302
Apr 07 15:10:18.906965 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-4bea55b7-a647-4d10-b18f-b333a7d98a23 service neutron] 10.222.0.39 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3040881
Apr 07 15:10:19.693649 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 7963e76b-52e7-4f65-a8a7-ffa942491e52 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 15:10:19.942126 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 58820) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:20.010562 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cd338125-e4ee-4963-87e3-8a9a49b03afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:20.029073 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-958aebc7-1e1d-4e2d-960a-4fcd2291df7f req-64574aa4-51ef-42cf-9530-e3ee1164449a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 210 time: 0.3238704
Apr 07 15:10:20.054624 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 3d252e9c-e14e-48f3-8903-64257953de26 up at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:10:20.074363 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-cd338125-e4ee-4963-87e3-8a9a49b03afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:20.092267 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63933d2a-25d0-4aa0-9b76-e66d415fc9f1 req-76513964-b3d7-4f2d-bc82-e05e47f68ca3 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:20.094048 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-63933d2a-25d0-4aa0-9b76-e66d415fc9f1 req-76513964-b3d7-4f2d-bc82-e05e47f68ca3 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 944 time: 0.6611717
Apr 07 15:10:20.095475 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-cd338125-e4ee-4963-87e3-8a9a49b03afe admin admin] Usage tracker for resource:security_group_rule and tenant:678b19449777491cb733d3968cd88e1b is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:20.104407 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-cd338125-e4ee-4963-87e3-8a9a49b03afe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:20.123085 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-cd338125-e4ee-4963-87e3-8a9a49b03afe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:20.201872 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-63933d2a-25d0-4aa0-9b76-e66d415fc9f1 req-f81ce861-c439-4223-8e53-aa9f599bfabf tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992856
Apr 07 15:10:20.358600 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cd338125-e4ee-4963-87e3-8a9a49b03afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:20.372507 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 7963e76b-52e7-4f65-a8a7-ffa942491e52, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7963e76b-52e7-4f65-a8a7-ffa942491e52,segment=NetworkSegment(79fcc562-7a06-4e5d-94c9-3ba40a36f792),segment_id=79fcc562-7a06-4e5d-94c9-3ba40a36f792)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:10:20.374405 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cd338125-e4ee-4963-87e3-8a9a49b03afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:20.391799 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Returning: {'device': '7963e76b-52e7-4f65-a8a7-ffa942491e52', 'network_id': '339f7b08-9f95-4282-b63e-f044a2cab794', 'port_id': '7963e76b-52e7-4f65-a8a7-ffa942491e52', 'mac_address': 'fa:16:3e:2a:70:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '715e635f-38c7-4cfa-8476-85d5d882c8e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 15:10:20.418957 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-8067b647-bddc-482c-9887-c0b5890971a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:20.481560 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:20.483492 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7963e76b-52e7-4f65-a8a7-ffa942491e52 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:10:20.501965 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 7963e76b-52e7-4f65-a8a7-ffa942491e52, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7963e76b-52e7-4f65-a8a7-ffa942491e52,segment=NetworkSegment(79fcc562-7a06-4e5d-94c9-3ba40a36f792),segment_id=79fcc562-7a06-4e5d-94c9-3ba40a36f792)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:10:20.515221 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:20.518414 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-2b6bf6a4-52fb-4350-9d16-f4ae91628b20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:20.532835 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-cd338125-e4ee-4963-87e3-8a9a49b03afe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=678b19449777491cb733d3968cd88e1b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5882733
Apr 07 15:10:20.552357 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 58830) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:20.560238 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccf62a-82fe-493c-b383-8bc21e1f2741 req-db1ca6e1-8168-4457-90c2-ae053bc8b110 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:20.572525 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e0ccf62a-82fe-493c-b383-8bc21e1f2741 req-db1ca6e1-8168-4457-90c2-ae053bc8b110 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 946 time: 0.3293867
Apr 07 15:10:20.646236 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e0ccf62a-82fe-493c-b383-8bc21e1f2741 req-92315353-aad2-4794-809d-d2b53ad2cb1b tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725429
Apr 07 15:10:20.652429 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=7963e76b-52e7-4f65-a8a7-ffa942491e52,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:20.668333 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning for port 3d252e9c-e14e-48f3-8903-64257953de26 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:10:20.688006 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:20.689056 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning complete for port 3d252e9c-e14e-48f3-8903-64257953de26 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:10:20.690702 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:20.729186 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd338125-e4ee-4963-87e3-8a9a49b03afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19336d7-f0f6-452f-956f-fa661c3af621,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:20.769937 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-cd338125-e4ee-4963-87e3-8a9a49b03afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:20.859281 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8c7990e3-170e-4a19-9dba-9f5207a7a4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:20.908595 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 58846) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:20.942070 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8c7990e3-170e-4a19-9dba-9f5207a7a4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:20.950573 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['7963e76b-52e7-4f65-a8a7-ffa942491e52'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:10:21.029444 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8c7990e3-170e-4a19-9dba-9f5207a7a4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:21.029570 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:21.029927 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:21.041178 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 3d252e9c-e14e-48f3-8903-64257953de26, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=3d252e9c-e14e-48f3-8903-64257953de26,segment=NetworkSegment(79fcc562-7a06-4e5d-94c9-3ba40a36f792),segment_id=79fcc562-7a06-4e5d-94c9-3ba40a36f792)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:10:21.050550 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5182fd1-ced1-407a-b14f-731697ed8597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d252e9c-e14e-48f3-8903-64257953de26'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:10:21.054350 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7990e3-170e-4a19-9dba-9f5207a7a4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19336d7-f0f6-452f-956f-fa661c3af621,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:21.058850 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-8c7990e3-170e-4a19-9dba-9f5207a7a4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:21.083565 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:21.089317 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-15964599-f906-4bfd-91f4-22a9763bc4f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:21.090535 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8c7990e3-170e-4a19-9dba-9f5207a7a4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:21.099734 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-8c7990e3-170e-4a19-9dba-9f5207a7a4a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c19336d7-f0f6-452f-956f-fa661c3af621 HTTP/1.1" status: 204  len: 168 time: 0.5398734
Apr 07 15:10:21.196417 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5182fd1-ced1-407a-b14f-731697ed8597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d252e9c-e14e-48f3-8903-64257953de26', 'code': 200}
Apr 07 15:10:21.559616 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=3d252e9c-e14e-48f3-8903-64257953de26,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:21.584264 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:21.925436 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-db05c362-7460-4d2b-a522-32721b3bed52 req-685d3b9e-1cff-477c-a949-72d55377ecf1 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 210 time: 0.4967449
Apr 07 15:10:22.054140 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-874b2c4a-95be-4b36-ac5f-1e8caf1ffe59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:22.097764 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-874b2c4a-95be-4b36-ac5f-1e8caf1ffe59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:22.104307 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-874b2c4a-95be-4b36-ac5f-1e8caf1ffe59 admin admin] Usage tracker for resource:security_group_rule and tenant:68b7c75361d44d2fb3175b32e295bd16 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:22.108968 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-874b2c4a-95be-4b36-ac5f-1e8caf1ffe59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:22.117938 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-874b2c4a-95be-4b36-ac5f-1e8caf1ffe59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:22.203831 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-70119c37-59d8-4036-b04d-55b938eba3d8 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:22.208406 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-70119c37-59d8-4036-b04d-55b938eba3d8 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.65 "GET /v2.0/networks?id=7e0f3704-ba7e-4436-937d-51f6b7b3f535 HTTP/1.1" status: 200  len: 816 time: 0.6492629
Apr 07 15:10:22.278510 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-874b2c4a-95be-4b36-ac5f-1e8caf1ffe59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:22.294432 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-045833c7-3b07-411a-974a-3b61039f3b6e tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fe4baebffb304bcebd7f14fa893dc5ab HTTP/1.1" status: 200  len: 5704 time: 0.0703549
Apr 07 15:10:22.305028 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Request body: {'port': {'device_id': 'f4a12de9-7fb8-476d-88c4-d18d4c14e9de', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'admin_state_up': True, 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'security_groups': ['a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e']}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:10:22.326540 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-874b2c4a-95be-4b36-ac5f-1e8caf1ffe59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:22.367099 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:22.401248 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695f808-5ac0-48da-a77c-b3f85b3a5771 req-13040510-ab56-4f68-bd10-6917c29f19de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:22.403248 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1695f808-5ac0-48da-a77c-b3f85b3a5771 req-13040510-ab56-4f68-bd10-6917c29f19de service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 1098 time: 0.4767368
Apr 07 15:10:22.424244 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5260f-b811-472c-93bd-e2a9f97917bf req-3b698c0d-934c-4912-a38f-5985a07d5641 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:22.426025 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-97d5260f-b811-472c-93bd-e2a9f97917bf req-3b698c0d-934c-4912-a38f-5985a07d5641 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.8332531
Apr 07 15:10:22.530686 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-1695f808-5ac0-48da-a77c-b3f85b3a5771 req-755bb1ad-0648-4e7c-8b92-a29e22ee5dc7 service neutron] Synchronizing usage tracker for tenant:b3622cc9c7614640b49318a36063c96f on resource:security_group {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:10:22.540654 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-97d5260f-b811-472c-93bd-e2a9f97917bf req-e8fe07f5-8c99-48bc-a7de-7c0bc0a508de tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940204
Apr 07 15:10:22.547886 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-874b2c4a-95be-4b36-ac5f-1e8caf1ffe59 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68b7c75361d44d2fb3175b32e295bd16&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6375623
Apr 07 15:10:22.550533 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b2c4a-95be-4b36-ac5f-1e8caf1ffe59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bc55b0-11e5-45b5-82bd-042faaac5eeb,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:22.560585 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 58894) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:22.598050 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-874b2c4a-95be-4b36-ac5f-1e8caf1ffe59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:22.698315 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-1695f808-5ac0-48da-a77c-b3f85b3a5771 req-755bb1ad-0648-4e7c-8b92-a29e22ee5dc7 service neutron] Unset dirty status for tenant:b3622cc9c7614640b49318a36063c96f on resource:security_group {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:10:22.700387 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1695f808-5ac0-48da-a77c-b3f85b3a5771 req-755bb1ad-0648-4e7c-8b92-a29e22ee5dc7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2593918
Apr 07 15:10:22.714013 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:22.730812 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Usage tracker for resource:port and tenant:fe4baebffb304bcebd7f14fa893dc5ab is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:22.736188 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:22.750264 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:22.765582 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b60c63f7-8d37-4ea2-bc41-a33e6d5fcb3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:22.774998 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Made reservation on behalf of fe4baebffb304bcebd7f14fa893dc5ab for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:10:22.792218 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:22.835315 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b60c63f7-8d37-4ea2-bc41-a33e6d5fcb3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:22.922256 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b60c63f7-8d37-4ea2-bc41-a33e6d5fcb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:22.929192 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:22.978803 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b60c63f7-8d37-4ea2-bc41-a33e6d5fcb3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:22.991753 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-b60c63f7-8d37-4ea2-bc41-a33e6d5fcb3f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/82bc55b0-11e5-45b5-82bd-042faaac5eeb HTTP/1.1" status: 204  len: 168 time: 0.4279647
Apr 07 15:10:22.993014 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c63f7-8d37-4ea2-bc41-a33e6d5fcb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bc55b0-11e5-45b5-82bd-042faaac5eeb,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:23.009184 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b60c63f7-8d37-4ea2-bc41-a33e6d5fcb3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:23.121878 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Allocated IP 172.20.0.9 (7e0f3704-ba7e-4436-937d-51f6b7b3f535/d05646fb-c605-48bc-82c8-49d6fe52eea8/a2385b65-973a-431d-b33e-126ee0b452a4) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:10:23.313430 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ff69acf4-2424-479a-9a79-50e565a5b51b req-5ba1dd57-9e43-42a6-8ecb-d9a45a71d3ef tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 210 time: 0.1019971
Apr 07 15:10:23.646097 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:23.656723 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 58938) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:23.683052 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d503b1c4-b24b-4ec3-aa4d-78383e533e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:23.703310 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d503b1c4-b24b-4ec3-aa4d-78383e533e37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:23.708960 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d503b1c4-b24b-4ec3-aa4d-78383e533e37 admin admin] Usage tracker for resource:security_group_rule and tenant:ba3340640ebb42a698477e36a745570c is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:23.712503 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d503b1c4-b24b-4ec3-aa4d-78383e533e37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:23.720650 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d503b1c4-b24b-4ec3-aa4d-78383e533e37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:23.720911 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Transition to ACTIVE for port object a2385b65-973a-431d-b33e-126ee0b452a4 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:10:23.780931 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:23.968564 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:24.029724 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d503b1c4-b24b-4ec3-aa4d-78383e533e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:24.038950 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d503b1c4-b24b-4ec3-aa4d-78383e533e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:24.060743 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Network 7e0f3704-ba7e-4436-937d-51f6b7b3f535 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:10:24.065707 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:10:24.086214 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:10:24.095728 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:24.096734 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:24.096981 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-73834c28-f9a1-4026-80a4-b61b5d4ed187 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:24.124829 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8242722
Apr 07 15:10:24.147992 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Pushing event updated for resources: {'Port': ['ID=a2385b65-973a-431d-b33e-126ee0b452a4,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:24.165964 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-d503b1c4-b24b-4ec3-aa4d-78383e533e37 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba3340640ebb42a698477e36a745570c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5072391
Apr 07 15:10:24.172636 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 58954) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:24.174226 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503b1c4-b24b-4ec3-aa4d-78383e533e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bf2028-b2c5-4d45-81dc-da105e91d18a,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:24.178644 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:24.179344 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:24.180028 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:24.180712 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:24.181446 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:24.182139 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:24.182842 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:24.183950 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:24.184532 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:24.185230 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:24.185935 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:24.186759 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:24.196876 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:24.258327 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503b1c4-b24b-4ec3-aa4d-78383e533e37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:24.259006 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503b1c4-b24b-4ec3-aa4d-78383e533e37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:24.259688 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503b1c4-b24b-4ec3-aa4d-78383e533e37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:24.260317 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503b1c4-b24b-4ec3-aa4d-78383e533e37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:24.260970 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503b1c4-b24b-4ec3-aa4d-78383e533e37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:24.262001 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503b1c4-b24b-4ec3-aa4d-78383e533e37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:24.262353 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503b1c4-b24b-4ec3-aa4d-78383e533e37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:24.263020 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503b1c4-b24b-4ec3-aa4d-78383e533e37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:24.263910 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503b1c4-b24b-4ec3-aa4d-78383e533e37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:24.264410 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503b1c4-b24b-4ec3-aa4d-78383e533e37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:24.265091 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503b1c4-b24b-4ec3-aa4d-78383e533e37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:24.265767 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503b1c4-b24b-4ec3-aa4d-78383e533e37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:24.293586 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d503b1c4-b24b-4ec3-aa4d-78383e533e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:24.385936 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690b3bd-98d2-43d9-b956-38e19594f91b req-fa754289-b079-47ba-88ce-8a43174ea245 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:24.388945 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f690b3bd-98d2-43d9-b956-38e19594f91b req-fa754289-b079-47ba-88ce-8a43174ea245 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.4984632
Apr 07 15:10:24.425352 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-89486175-509d-4157-b981-2714d644dc30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:24.438323 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-d11ee98c-113e-4ffd-a84e-50fb05972692 None None] Provisioning for port a2385b65-973a-431d-b33e-126ee0b452a4 completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:10:24.452289 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-d11ee98c-113e-4ffd-a84e-50fb05972692 None None] Provisioning complete for port a2385b65-973a-431d-b33e-126ee0b452a4 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:10:24.453281 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d11ee98c-113e-4ffd-a84e-50fb05972692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:24.481146 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-89486175-509d-4157-b981-2714d644dc30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:24.600679 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f690b3bd-98d2-43d9-b956-38e19594f91b req-657ea43b-cbe8-48f6-a5fc-dfb3628e5bdb tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488393
Apr 07 15:10:24.611128 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-89486175-509d-4157-b981-2714d644dc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:24.621510 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-d11ee98c-113e-4ffd-a84e-50fb05972692 None None] Port a2385b65-973a-431d-b33e-126ee0b452a4 cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:10:24.622794 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-943aa987-b752-4496-9181-9e624f3002da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:24.649780 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89486175-509d-4157-b981-2714d644dc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bf2028-b2c5-4d45-81dc-da105e91d18a,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:24.661738 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-89486175-509d-4157-b981-2714d644dc30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:24.681741 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-89486175-509d-4157-b981-2714d644dc30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:24.683671 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-89486175-509d-4157-b981-2714d644dc30 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d4bf2028-b2c5-4d45-81dc-da105e91d18a HTTP/1.1" status: 204  len: 168 time: 0.5021660
Apr 07 15:10:24.919788 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955e019-264c-418f-ae59-33b7e1941493 req-491b9614-663a-4970-8ef6-2765c99fc58c tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:24.921536 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6955e019-264c-418f-ae59-33b7e1941493 req-491b9614-663a-4970-8ef6-2765c99fc58c tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 931 time: 0.1160381
Apr 07 15:10:24.958182 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6955e019-264c-418f-ae59-33b7e1941493 req-3790733b-47f1-4961-8fa8-e65706e1606b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0297863
Apr 07 15:10:25.640077 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 7963e76b-52e7-4f65-a8a7-ffa942491e52 up at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:10:25.803280 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning for port 7963e76b-52e7-4f65-a8a7-ffa942491e52 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:10:25.815115 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning complete for port 7963e76b-52e7-4f65-a8a7-ffa942491e52 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:10:25.819749 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:25.915394 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] Request body: {'port': {'device_id': 'f4a12de9-7fb8-476d-88c4-d18d4c14e9de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:10:26.126304 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166db0e-52d7-4a07-a342-a58f8d9538f9 req-b8d6584c-f36f-443f-b0a5-62e88da873e5 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:26.127378 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:26.145742 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1166db0e-52d7-4a07-a342-a58f8d9538f9 req-b8d6584c-f36f-443f-b0a5-62e88da873e5 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.2067926
Apr 07 15:10:26.158234 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:26.175258 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60419452-88ae-4910-8a8f-a2407200c156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7963e76b-52e7-4f65-a8a7-ffa942491e52'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:10:26.188263 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 7963e76b-52e7-4f65-a8a7-ffa942491e52, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7963e76b-52e7-4f65-a8a7-ffa942491e52,segment=NetworkSegment(79fcc562-7a06-4e5d-94c9-3ba40a36f792),segment_id=79fcc562-7a06-4e5d-94c9-3ba40a36f792)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:10:26.194996 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:26.213511 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:26.228619 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1166db0e-52d7-4a07-a342-a58f8d9538f9 req-c287affa-6965-4ef7-9486-609e483307f4 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787654
Apr 07 15:10:26.400456 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=7963e76b-52e7-4f65-a8a7-ffa942491e52,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:26.408091 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:26.559750 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:10:26.574470 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60419452-88ae-4910-8a8f-a2407200c156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7963e76b-52e7-4f65-a8a7-ffa942491e52', 'code': 200}
Apr 07 15:10:26.675009 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ada59-9bdc-4997-9d2a-b4d2c1d73762 req-78b513f7-d0ba-414b-a92f-3fa1628712d8 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:26.678061 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4e3ada59-9bdc-4997-9d2a-b4d2c1d73762 req-78b513f7-d0ba-414b-a92f-3fa1628712d8 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 931 time: 0.1830266
Apr 07 15:10:26.811682 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4e3ada59-9bdc-4997-9d2a-b4d2c1d73762 req-77b4b504-848f-46dd-aff5-49f7d913ab08 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1194916
Apr 07 15:10:27.174733 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2385b65-973a-431d-b33e-126ee0b452a4 {{(pid=84338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:10:27.193098 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:27.228968 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] Transition to ACTIVE for port object a2385b65-973a-431d-b33e-126ee0b452a4 will not be triggered until provisioned by entity L2. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:10:27.238138 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:27.339123 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-aa2f040c-0520-4c2e-89e7-d5e7398a2169 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:27.347248 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c3d92f77-6784-40a1-9ae1-b82275ea308d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:27.456426 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217cae5-88ed-4fd3-bcaa-3775bc6bf9f5 req-d23ee1fe-ab6d-4eb7-9e4b-c05345fafbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:27.463504 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4217cae5-88ed-4fd3-bcaa-3775bc6bf9f5 req-d23ee1fe-ab6d-4eb7-9e4b-c05345fafbd1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 1099 time: 0.3058994
Apr 07 15:10:27.551314 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4217cae5-88ed-4fd3-bcaa-3775bc6bf9f5 req-c15b4200-825f-466e-a92a-31a0bb4b66ad service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730464
Apr 07 15:10:27.816430 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 59060) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:27.854265 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2385b65-973a-431d-b33e-126ee0b452a4,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:27.871708 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:27.909315 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5657239-dde9-4e31-b8a7-83adb07173ea req-44f6fb62-42b4-4ab0-a08f-b8001278a54b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:27.912513 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a5657239-dde9-4e31-b8a7-83adb07173ea req-44f6fb62-42b4-4ab0-a08f-b8001278a54b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.2726538
Apr 07 15:10:27.994560 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a5657239-dde9-4e31-b8a7-83adb07173ea req-1d5c98e0-2e27-4658-92ce-046c0508ff60 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649121
Apr 07 15:10:28.335224 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2ea14bfd-8a80-4586-b13b-a709384e056b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:28.351715 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] Attempting to bind port a2385b65-973a-431d-b33e-126ee0b452a4 on host hv-cinder-78226 for vnic_type normal with profile  {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:10:28.352447 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] Attempting to bind port a2385b65-973a-431d-b33e-126ee0b452a4 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '451621fc-172b-4cc1-8c7f-2b3f01dde5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:10:28.352983 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] Attempting to bind port a2385b65-973a-431d-b33e-126ee0b452a4 on network 7e0f3704-ba7e-4436-937d-51f6b7b3f535 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:10:28.359670 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-2ea14bfd-8a80-4586-b13b-a709384e056b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:28.365159 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-2ea14bfd-8a80-4586-b13b-a709384e056b admin admin] Usage tracker for resource:security_group_rule and tenant:5714bd084ebf4681bc92539873854fb7 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:28.369152 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-2ea14bfd-8a80-4586-b13b-a709384e056b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:28.377341 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-2ea14bfd-8a80-4586-b13b-a709384e056b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:28.408235 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8416a4-4145-4f46-8cd3-aad912f170c5 req-df5f27ca-7c6d-4c72-a139-adeffdeb96af tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:28.415128 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3c8416a4-4145-4f46-8cd3-aad912f170c5 req-df5f27ca-7c6d-4c72-a139-adeffdeb96af tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 943 time: 0.2396400
Apr 07 15:10:28.473839 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3c8416a4-4145-4f46-8cd3-aad912f170c5 req-83cce005-7e9f-436a-bb3b-9b574efa19ec tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547669
Apr 07 15:10:28.481172 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2ea14bfd-8a80-4586-b13b-a709384e056b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:28.488691 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] Port a2385b65-973a-431d-b33e-126ee0b452a4 on network 7e0f3704-ba7e-4436-937d-51f6b7b3f535 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 15:10:28.489584 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] Attempting to bind port a2385b65-973a-431d-b33e-126ee0b452a4 on network 7e0f3704-ba7e-4436-937d-51f6b7b3f535 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:10:28.506010 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] Checking agent: {'id': 'b2fd6503-106d-4224-ac4d-40fda7056aab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:10:28.506614 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] Checking segment: {'id': '451621fc-172b-4cc1-8c7f-2b3f01dde5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:10:28.507365 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] Bound using segment: {'id': '451621fc-172b-4cc1-8c7f-2b3f01dde5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535'} {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:10:28.508261 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] Bound port: a2385b65-973a-431d-b33e-126ee0b452a4, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '451621fc-172b-4cc1-8c7f-2b3f01dde5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535'}}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:10:28.508828 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:28.601000 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2ea14bfd-8a80-4586-b13b-a709384e056b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:28.624964 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f1016b57-5d4e-433c-83a7-50c50cc3d197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:28.815984 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-2ea14bfd-8a80-4586-b13b-a709384e056b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5714bd084ebf4681bc92539873854fb7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9903340
Apr 07 15:10:28.817078 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea14bfd-8a80-4586-b13b-a709384e056b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758ca002-ca15-4ef1-8b74-033baf5f704e,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:28.834049 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-2ea14bfd-8a80-4586-b13b-a709384e056b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:28.846609 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 59082) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:28.873711 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] For port a2385b65-973a-431d-b33e-126ee0b452a4, host hv-cinder-78226, cleared binding levels {{(pid=84338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:10:28.896525 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] For port a2385b65-973a-431d-b33e-126ee0b452a4, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=a2385b65-973a-431d-b33e-126ee0b452a4,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:10:28.931982 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:28.966069 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:29.029659 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6cede0e6-f560-4085-a0aa-8f83e70c0a98 req-854f4b60-45f6-4544-9a6d-0f0f7ab5711a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2745070
Apr 07 15:10:29.051525 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20a22c-7fb3-4abe-abde-34c10d81da01 req-d87d81ac-0d52-47a6-b3b5-26c1e4297673 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:29.059801 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8d20a22c-7fb3-4abe-abde-34c10d81da01 req-d87d81ac-0d52-47a6-b3b5-26c1e4297673 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.3078799
Apr 07 15:10:29.098023 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8d20a22c-7fb3-4abe-abde-34c10d81da01 req-53c6ec7f-d6e4-4ae0-aab0-86ae4e826309 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369875
Apr 07 15:10:29.114961 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0a94a51b-6927-4eea-87e1-9d2196463b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:29.163684 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1a220-4581-412a-a7b0-7cddb6700160 req-42fd8e46-f3a3-4565-b75b-efa0b3afeebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:29.165590 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-82d1a220-4581-412a-a7b0-7cddb6700160 req-42fd8e46-f3a3-4565-b75b-efa0b3afeebb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cc9555d2ba234896823be6d5f89668b9&device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 1098 time: 0.4093046
Apr 07 15:10:29.293780 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0a94a51b-6927-4eea-87e1-9d2196463b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:29.325302 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2385b65-973a-431d-b33e-126ee0b452a4,revision_number=3']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:29.330186 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:29.440531 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cede0e6-f560-4085-a0aa-8f83e70c0a98 req-c2412064-eaff-404a-817b-0c913325145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:29.448272 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6cede0e6-f560-4085-a0aa-8f83e70c0a98 req-c2412064-eaff-404a-817b-0c913325145b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=319b24532db24adf857ac07d263f15ce&device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 1099 time: 0.1747069
Apr 07 15:10:29.464477 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:29.465297 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:29.466804 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] 10.222.0.65 "PUT /v2.0/ports/a2385b65-973a-431d-b33e-126ee0b452a4 HTTP/1.1" status: 200  len: 1093 time: 3.5607078
Apr 07 15:10:29.468409 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a12de9-7fb8-476d-88c4-d18d4c14e9de', 'tag': 'a2385b65-973a-431d-b33e-126ee0b452a4'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:10:29.486826 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1a220-4581-412a-a7b0-7cddb6700160 req-36fc44a3-ec60-4ecf-a243-95479b561715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:29.488506 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-82d1a220-4581-412a-a7b0-7cddb6700160 req-36fc44a3-ec60-4ecf-a243-95479b561715 service neutron] 10.222.0.65 "GET /v2.0/networks?id=339f7b08-9f95-4282-b63e-f044a2cab794 HTTP/1.1" status: 200  len: 920 time: 0.3059258
Apr 07 15:10:29.503599 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0a94a51b-6927-4eea-87e1-9d2196463b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:29.637573 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:29.669566 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a12de9-7fb8-476d-88c4-d18d4c14e9de', 'tag': 'a2385b65-973a-431d-b33e-126ee0b452a4', 'status': 'completed', 'code': 200}
Apr 07 15:10:29.678827 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94a51b-6927-4eea-87e1-9d2196463b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758ca002-ca15-4ef1-8b74-033baf5f704e,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:29.701118 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-0a94a51b-6927-4eea-87e1-9d2196463b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:29.854816 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0a94a51b-6927-4eea-87e1-9d2196463b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:29.856630 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-0a94a51b-6927-4eea-87e1-9d2196463b3c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/758ca002-ca15-4ef1-8b74-033baf5f704e HTTP/1.1" status: 204  len: 168 time: 1.0074806
Apr 07 15:10:29.866062 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-82d1a220-4581-412a-a7b0-7cddb6700160 req-eb7213c7-9d32-4a81-98bf-9d34a2723a05 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d252e9c-e14e-48f3-8903-64257953de26 HTTP/1.1" status: 200  len: 217 time: 0.3661239
Apr 07 15:10:29.986636 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-828c9a46-6ad0-41c9-ada1-2f61567ecb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:29.989618 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-828c9a46-6ad0-41c9-ada1-2f61567ecb84 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe4baebffb304bcebd7f14fa893dc5ab&device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 1096 time: 0.3315539
Apr 07 15:10:29.991410 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1a220-4581-412a-a7b0-7cddb6700160 req-ec02a2a4-08fd-4f87-89ca-47c9f9204dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:29.993064 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-82d1a220-4581-412a-a7b0-7cddb6700160 req-ec02a2a4-08fd-4f87-89ca-47c9f9204dce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=715e635f-38c7-4cfa-8476-85d5d882c8e5 HTTP/1.1" status: 200  len: 859 time: 0.1149762
Apr 07 15:10:30.003790 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-249f2346-b021-4c18-893c-b6ed20fad99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:30.057722 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:30.260002 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026be03d-c57a-4123-a6f5-46f18fad942f req-18ca1fe2-be95-495d-bf88-5679c3c08fd5 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:30.272145 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-026be03d-c57a-4123-a6f5-46f18fad942f req-18ca1fe2-be95-495d-bf88-5679c3c08fd5 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 943 time: 0.4569418
Apr 07 15:10:30.293353 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-82d1a220-4581-412a-a7b0-7cddb6700160 req-2926b6ed-30b9-49ea-99bc-ced1ff5a02f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=339f7b08-9f95-4282-b63e-f044a2cab794&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2810988
Apr 07 15:10:30.321936 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cede0e6-f560-4085-a0aa-8f83e70c0a98 req-461b181f-7272-4e83-84ed-a2e4d7ce4d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:30.337287 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6cede0e6-f560-4085-a0aa-8f83e70c0a98 req-461b181f-7272-4e83-84ed-a2e4d7ce4d91 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1fea60c6-d3c0-42e1-8a72-6a3347f9203e HTTP/1.1" status: 200  len: 916 time: 0.8375726
Apr 07 15:10:30.370942 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-18cbc3eb-0b7b-47dd-ad34-b9fa7a536ebe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2385b65-973a-431d-b33e-126ee0b452a4 HTTP/1.1" status: 200  len: 217 time: 0.3587503
Apr 07 15:10:30.524888 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-026be03d-c57a-4123-a6f5-46f18fad942f req-5d61b83a-5083-4d50-b7cc-68fba649110e tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2516248
Apr 07 15:10:30.563690 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6cede0e6-f560-4085-a0aa-8f83e70c0a98 req-5df118d5-e5d1-4845-a87b-5fa0a97d0ddb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75ad4273-1c91-412c-8dec-478781048da3 HTTP/1.1" status: 200  len: 217 time: 0.2267292
Apr 07 15:10:30.647141 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-26732f2e-8e87-4683-b36d-99a29f712358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:30.649919 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-26732f2e-8e87-4683-b36d-99a29f712358 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d05646fb-c605-48bc-82c8-49d6fe52eea8 HTTP/1.1" status: 200  len: 855 time: 0.1503661
Apr 07 15:10:30.763513 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cede0e6-f560-4085-a0aa-8f83e70c0a98 req-bec0b8cd-62ed-44f3-a674-1e74c2f0b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:30.766964 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6cede0e6-f560-4085-a0aa-8f83e70c0a98 req-bec0b8cd-62ed-44f3-a674-1e74c2f0b6ec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af0ee707-cd66-48b1-a5fe-75510a42329c HTTP/1.1" status: 200  len: 855 time: 0.1872637
Apr 07 15:10:30.930578 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-82d1a220-4581-412a-a7b0-7cddb6700160 req-e5d45ad6-3aba-4179-89be-969e8d894aa0 service neutron] 10.222.0.65 "GET /v2.0/networks/339f7b08-9f95-4282-b63e-f044a2cab794?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6017683
Apr 07 15:10:30.961179 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6cede0e6-f560-4085-a0aa-8f83e70c0a98 req-9d5d2c6d-23ae-4e8f-b83a-de22ed3500e0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1fea60c6-d3c0-42e1-8a72-6a3347f9203e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0923533
Apr 07 15:10:31.021653 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-a60e7979-9130-4f01-8bdd-b378139dc514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:31.021653 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-a60e7979-9130-4f01-8bdd-b378139dc514 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e0f3704-ba7e-4436-937d-51f6b7b3f535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3519983
Apr 07 15:10:31.082070 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:31.351284 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:31.476602 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3647e-807d-453b-b308-b11f3770652d req-d436ef14-090b-49c9-85b8-e6d1f8984e4e tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:31.479943 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e0e3647e-807d-453b-b308-b11f3770652d req-d436ef14-090b-49c9-85b8-e6d1f8984e4e tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 1.0153890
Apr 07 15:10:31.571873 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e0e3647e-807d-453b-b308-b11f3770652d req-1db58c44-c485-42fa-acd4-bcf2a2d8e007 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674663
Apr 07 15:10:31.608633 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedf914-dbe8-4250-b0f0-281a88b6a16e req-711fa29b-2e1f-4b0e-bccb-3fcc15e04c3e tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:31.611992 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9eedf914-dbe8-4250-b0f0-281a88b6a16e req-711fa29b-2e1f-4b0e-bccb-3fcc15e04c3e tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d71bee4-4345-445d-adca-f8e2de0b92e2 HTTP/1.1" status: 200  len: 945 time: 0.8549266
Apr 07 15:10:31.687363 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9eedf914-dbe8-4250-b0f0-281a88b6a16e req-8e6dd408-e5a2-455c-9401-73900ed73dbc tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/security-groups?id=29be911d-b556-4291-b234-966635a2fcf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593948
Apr 07 15:10:31.784601 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6cede0e6-f560-4085-a0aa-8f83e70c0a98 req-a3d9ce78-dc8f-48f0-821f-ec712a360d10 service neutron] 10.222.0.65 "GET /v2.0/networks/1fea60c6-d3c0-42e1-8a72-6a3347f9203e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8050165
Apr 07 15:10:31.798101 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-44ec5d5c-d0eb-4f4e-b78d-8b1733b85de0 service neutron] 10.222.0.65 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5676968
Apr 07 15:10:31.830699 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:31.872075 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-82d1a220-4581-412a-a7b0-7cddb6700160 req-0b1c2d3c-d84c-4b32-ab71-e751f7b56cd8 service neutron] 10.222.0.65 "GET /v2.0/networks/339f7b08-9f95-4282-b63e-f044a2cab794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9309540
Apr 07 15:10:32.147768 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b097905e-f88f-4d02-b118-5b2bbb963cbd req-cf39b148-caad-4a36-b672-69c466944887 service neutron] 10.222.0.65 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2738600
Apr 07 15:10:32.231280 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6cede0e6-f560-4085-a0aa-8f83e70c0a98 req-0979925f-709b-46be-9575-1f67339f830a service neutron] 10.222.0.65 "GET /v2.0/networks/1fea60c6-d3c0-42e1-8a72-6a3347f9203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4174888
Apr 07 15:10:32.244009 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a77fb5-1169-49b3-bb2d-38889bce6e49 req-20952782-0ca3-4dbb-9233-55d977546e07 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:32.246735 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-49a77fb5-1169-49b3-bb2d-38889bce6e49 req-20952782-0ca3-4dbb-9233-55d977546e07 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 943 time: 0.3592231
Apr 07 15:10:32.294138 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-49a77fb5-1169-49b3-bb2d-38889bce6e49 req-0c370dba-5874-4cac-bd59-c99971c8349e tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0339987
Apr 07 15:10:32.592768 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5658b2-efdd-478a-bfca-4cae3a759e8d req-e7f9b290-35ba-41e5-a8f1-b52b7aa05bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:32.594447 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eb5658b2-efdd-478a-bfca-4cae3a759e8d req-e7f9b290-35ba-41e5-a8f1-b52b7aa05bc4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe4baebffb304bcebd7f14fa893dc5ab&device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 1096 time: 0.1788232
Apr 07 15:10:32.960462 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5658b2-efdd-478a-bfca-4cae3a759e8d req-76a84e84-489b-4635-b76e-cb1a335eddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:32.962175 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eb5658b2-efdd-478a-bfca-4cae3a759e8d req-76a84e84-489b-4635-b76e-cb1a335eddf6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e0f3704-ba7e-4436-937d-51f6b7b3f535 HTTP/1.1" status: 200  len: 917 time: 0.3534501
Apr 07 15:10:33.023689 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0cfba9-dab8-4f5a-a02b-d1f333bf52fc req-6f566074-7922-4c48-be50-e5df5e719f58 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:33.027379 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7a0cfba9-dab8-4f5a-a02b-d1f333bf52fc req-6f566074-7922-4c48-be50-e5df5e719f58 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d71bee4-4345-445d-adca-f8e2de0b92e2 HTTP/1.1" status: 200  len: 945 time: 0.2687497
Apr 07 15:10:33.212822 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eb5658b2-efdd-478a-bfca-4cae3a759e8d req-303cb89d-9cf0-48ee-968d-fada3ee7be6f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2385b65-973a-431d-b33e-126ee0b452a4 HTTP/1.1" status: 200  len: 217 time: 0.1874299
Apr 07 15:10:33.236469 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-7a0cfba9-dab8-4f5a-a02b-d1f333bf52fc req-50628002-fc11-4c51-b049-ed7d72b7be78 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Deleting port 538b3b9c-4815-4dfe-ab3e-b859bf279ead {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:10:33.236906 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-7a0cfba9-dab8-4f5a-a02b-d1f333bf52fc req-50628002-fc11-4c51-b049-ed7d72b7be78 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:33.294305 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b132295-f2d5-425d-835b-6a0489a3db20 req-e72ec49e-7738-4e20-8080-33ae5c9d03f7 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:33.297144 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9b132295-f2d5-425d-835b-6a0489a3db20 req-e72ec49e-7738-4e20-8080-33ae5c9d03f7 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.3201058
Apr 07 15:10:33.404413 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17a6ce-67ee-4b97-a938-15aed95a0128 req-5970ebca-bd2a-4fb4-b94d-e307733e20da tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:33.413112 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7e17a6ce-67ee-4b97-a938-15aed95a0128 req-5970ebca-bd2a-4fb4-b94d-e307733e20da tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d71bee4-4345-445d-adca-f8e2de0b92e2 HTTP/1.1" status: 200  len: 945 time: 0.3955176
Apr 07 15:10:33.416924 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5658b2-efdd-478a-bfca-4cae3a759e8d req-5ed2d7d1-e714-41b2-a3c7-dd282dd764a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:33.418595 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eb5658b2-efdd-478a-bfca-4cae3a759e8d req-5ed2d7d1-e714-41b2-a3c7-dd282dd764a8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d05646fb-c605-48bc-82c8-49d6fe52eea8 HTTP/1.1" status: 200  len: 855 time: 0.1193290
Apr 07 15:10:33.460480 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9b132295-f2d5-425d-835b-6a0489a3db20 req-e1c8ff64-fe63-495f-8daa-bd68a7f7dc65 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398388
Apr 07 15:10:33.580480 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7e17a6ce-67ee-4b97-a938-15aed95a0128 req-62011aff-25d6-4e3d-8816-dbb275418c8e tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/security-groups?id=29be911d-b556-4291-b234-966635a2fcf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1655438
Apr 07 15:10:33.598026 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-7a0cfba9-dab8-4f5a-a02b-d1f333bf52fc req-50628002-fc11-4c51-b049-ed7d72b7be78 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] For port 538b3b9c-4815-4dfe-ab3e-b859bf279ead, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=538b3b9c-4815-4dfe-ab3e-b859bf279ead,segment=NetworkSegment(a02a6bd2-bf60-45df-9bc3-6de524249afa),segment_id=a02a6bd2-bf60-45df-9bc3-6de524249afa)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:10:33.601038 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-7a0cfba9-dab8-4f5a-a02b-d1f333bf52fc req-50628002-fc11-4c51-b049-ed7d72b7be78 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:33.651036 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5658b2-efdd-478a-bfca-4cae3a759e8d req-bad7855d-7488-4ff5-9210-9a65e97262b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:33.653901 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eb5658b2-efdd-478a-bfca-4cae3a759e8d req-bad7855d-7488-4ff5-9210-9a65e97262b7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e0f3704-ba7e-4436-937d-51f6b7b3f535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1918921
Apr 07 15:10:33.936128 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d5dce-85ca-4ae8-a8b4-cbddc6eb0891 req-95b862ab-b74a-4061-ab91-369183880354 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:33.938141 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e11d5dce-85ca-4ae8-a8b4-cbddc6eb0891 req-95b862ab-b74a-4061-ab91-369183880354 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 943 time: 0.2177577
Apr 07 15:10:34.024047 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e11d5dce-85ca-4ae8-a8b4-cbddc6eb0891 req-eeebf79d-fd65-4f14-b6cb-4041afec6dcc tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551994
Apr 07 15:10:34.042040 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eb5658b2-efdd-478a-bfca-4cae3a759e8d req-f9b81eb5-edc9-4d9c-ad51-6a04360a44f9 service neutron] 10.222.0.65 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3742731
Apr 07 15:10:34.137550 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-7a0cfba9-dab8-4f5a-a02b-d1f333bf52fc req-50628002-fc11-4c51-b049-ed7d72b7be78 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Calling delete_port for 538b3b9c-4815-4dfe-ab3e-b859bf279ead owned by compute:nova {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:10:34.430109 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-7a0cfba9-dab8-4f5a-a02b-d1f333bf52fc req-50628002-fc11-4c51-b049-ed7d72b7be78 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:34.486272 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eb5658b2-efdd-478a-bfca-4cae3a759e8d req-14bc0d6d-3ae4-46a8-ab3d-8338b8708e87 service neutron] 10.222.0.65 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4356248
Apr 07 15:10:34.533942 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:34.634805 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50628002-fc11-4c51-b049-ed7d72b7be78 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Pushing event deleted for resources: {'Port': ['ID=538b3b9c-4815-4dfe-ab3e-b859bf279ead,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:34.636903 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-50628002-fc11-4c51-b049-ed7d72b7be78 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:34.802581 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0cfba9-dab8-4f5a-a02b-d1f333bf52fc req-50628002-fc11-4c51-b049-ed7d72b7be78 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] No DVR routers for this DVR port 538b3b9c-4815-4dfe-ab3e-b859bf279ead on host hv-cinder-78226 {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:10:34.806743 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-7a0cfba9-dab8-4f5a-a02b-d1f333bf52fc req-50628002-fc11-4c51-b049-ed7d72b7be78 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:34.809786 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d71bee4-4345-445d-adca-f8e2de0b92e2', 'name': 'network-vif-deleted', 'tag': '538b3b9c-4815-4dfe-ab3e-b859bf279ead'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:10:34.833335 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7a0cfba9-dab8-4f5a-a02b-d1f333bf52fc req-50628002-fc11-4c51-b049-ed7d72b7be78 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.65 "DELETE /v2.0/ports/538b3b9c-4815-4dfe-ab3e-b859bf279ead HTTP/1.1" status: 204  len: 173 time: 1.7927246
Apr 07 15:10:34.838791 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5adeaf15-9ad6-4988-b836-2f6700945332 req-68436c7f-5ef3-4224-97d6-1ffd17b646b4 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d71bee4-4345-445d-adca-f8e2de0b92e2 HTTP/1.1" status: 200  len: 210 time: 0.0720494
Apr 07 15:10:34.883744 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6724f2-6d3b-4b1d-beb3-b15b69fd19e0 req-836a40c4-90d3-4039-8f0b-a6e2d27e3d13 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:34.885499 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-df6724f2-6d3b-4b1d-beb3-b15b69fd19e0 req-836a40c4-90d3-4039-8f0b-a6e2d27e3d13 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.2176552
Apr 07 15:10:34.915893 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d71bee4-4345-445d-adca-f8e2de0b92e2', 'name': 'network-vif-deleted', 'tag': '538b3b9c-4815-4dfe-ab3e-b859bf279ead', 'status': 'completed', 'code': 200}
Apr 07 15:10:34.929670 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-df6724f2-6d3b-4b1d-beb3-b15b69fd19e0 req-ed66f2bb-ef4e-4fd0-8338-90b2108ff5f9 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0307982
Apr 07 15:10:35.292506 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bbbe4-4bb8-406b-925f-1b126efe4d25 req-8b3cf31c-09fa-443c-9835-727c4be02866 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:35.294116 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d51bbbe4-4bb8-406b-925f-1b126efe4d25 req-8b3cf31c-09fa-443c-9835-727c4be02866 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 943 time: 0.0909266
Apr 07 15:10:35.329501 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d51bbbe4-4bb8-406b-925f-1b126efe4d25 req-9e124f0e-5244-49cd-b318-7e82b179a0dc tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0264835
Apr 07 15:10:35.755535 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device a2385b65-973a-431d-b33e-126ee0b452a4 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 15:10:35.783420 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 538b3b9c-4815-4dfe-ab3e-b859bf279ead no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:10:36.126214 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] No Port match for: 538b3b9c-4815-4dfe-ab3e-b859bf279ead {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:10:36.127109 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 538b3b9c-4815-4dfe-ab3e-b859bf279ead not bound to the agent host hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:10:36.174472 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port a2385b65-973a-431d-b33e-126ee0b452a4, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=a2385b65-973a-431d-b33e-126ee0b452a4,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:10:36.204612 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Returning: {'device': 'a2385b65-973a-431d-b33e-126ee0b452a4', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'port_id': 'a2385b65-973a-431d-b33e-126ee0b452a4', 'mac_address': 'fa:16:3e:17:4d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 15:10:36.290924 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a432d227-889d-4acd-a263-4e2bdd1216d7 req-a05aae0f-f519-4bde-a440-d5e02daf0ed5 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d71bee4-4345-445d-adca-f8e2de0b92e2 HTTP/1.1" status: 200  len: 210 time: 0.0771289
Apr 07 15:10:36.316838 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19882db9-657c-44d2-b095-d2b7d56449ca req-aa0d82b3-5850-49e0-81be-d81c283ccf9f tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:36.328493 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-19882db9-657c-44d2-b095-d2b7d56449ca req-aa0d82b3-5850-49e0-81be-d81c283ccf9f tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.2166934
Apr 07 15:10:36.411783 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:36.413557 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2385b65-973a-431d-b33e-126ee0b452a4 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:10:36.430839 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-19882db9-657c-44d2-b095-d2b7d56449ca req-c2ae8a79-adfc-4ef9-9589-bb079e2c23eb tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008215
Apr 07 15:10:36.463487 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port a2385b65-973a-431d-b33e-126ee0b452a4, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=a2385b65-973a-431d-b33e-126ee0b452a4,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:10:36.470259 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:36.473146 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:36.626093 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=a2385b65-973a-431d-b33e-126ee0b452a4,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:36.642985 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:36.643355 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:36.647769 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:36.648427 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:36.648965 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:36.650066 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:36.655856 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:36.656549 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:36.657102 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:36.658110 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:36.658693 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:36.659241 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:36.669103 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:36.827981 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5eca3-7f8b-4c5e-a058-66807e85964b req-a534d4d9-598f-48d0-afd3-170ab8605a9c tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:36.853886 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-81d5eca3-7f8b-4c5e-a058-66807e85964b req-a534d4d9-598f-48d0-afd3-170ab8605a9c tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 944 time: 0.2322576
Apr 07 15:10:36.895271 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-81d5eca3-7f8b-4c5e-a058-66807e85964b req-6844813b-4875-4524-a534-b3cf14cbbe39 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349874
Apr 07 15:10:37.087840 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['a2385b65-973a-431d-b33e-126ee0b452a4'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:10:37.649830 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 59350) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:37.854241 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28efda-50d4-4a38-882a-ae758c3ba192 req-99a7db95-80fb-47af-83d8-b4c5804bc398 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:37.857567 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-cf28efda-50d4-4a38-882a-ae758c3ba192 req-99a7db95-80fb-47af-83d8-b4c5804bc398 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.1626651
Apr 07 15:10:37.878443 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cd49846b-534d-4a6a-a2f5-03f46f8b9085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:37.902118 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-cf28efda-50d4-4a38-882a-ae758c3ba192 req-1eb49b77-f35a-451c-9ce1-45dd5b9e9a8a tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311134
Apr 07 15:10:37.910671 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-cd49846b-534d-4a6a-a2f5-03f46f8b9085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:37.915693 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-cd49846b-534d-4a6a-a2f5-03f46f8b9085 admin admin] Usage tracker for resource:security_group_rule and tenant:eab9a7f99ccd4d3ca7c3a9dbc27cb211 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:37.920171 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-cd49846b-534d-4a6a-a2f5-03f46f8b9085 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:37.927526 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-cd49846b-534d-4a6a-a2f5-03f46f8b9085 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:38.036491 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cd49846b-534d-4a6a-a2f5-03f46f8b9085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:38.043958 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cd49846b-534d-4a6a-a2f5-03f46f8b9085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:38.066508 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-976884bc-78d1-4833-8add-a07f62c98c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:38.131748 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-cd49846b-534d-4a6a-a2f5-03f46f8b9085 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eab9a7f99ccd4d3ca7c3a9dbc27cb211&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4806671
Apr 07 15:10:38.132899 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 59382) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:38.133888 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49846b-534d-4a6a-a2f5-03f46f8b9085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d427840-089c-4584-adcf-ab9ee47add1d,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:38.137735 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-cd49846b-534d-4a6a-a2f5-03f46f8b9085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:38.221728 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db0c2a-d9e2-4cce-bdb8-2112385c5cc5 req-cbcccbd2-3ba3-45a9-9c8d-3f9ea456aeb6 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:38.231448 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-46db0c2a-d9e2-4cce-bdb8-2112385c5cc5 req-cbcccbd2-3ba3-45a9-9c8d-3f9ea456aeb6 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 944 time: 0.1713250
Apr 07 15:10:38.258297 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-78bdf753-3d55-4b91-99e3-ed1890f7798c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:38.289759 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-78bdf753-3d55-4b91-99e3-ed1890f7798c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:38.303149 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-46db0c2a-d9e2-4cce-bdb8-2112385c5cc5 req-bce4ff3d-0310-45f2-af29-a477b082be09 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0705578
Apr 07 15:10:38.348127 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-78bdf753-3d55-4b91-99e3-ed1890f7798c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:38.374227 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-cd49846b-534d-4a6a-a2f5-03f46f8b9085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:38.426179 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdf753-3d55-4b91-99e3-ed1890f7798c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d427840-089c-4584-adcf-ab9ee47add1d,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:38.438281 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-78bdf753-3d55-4b91-99e3-ed1890f7798c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:38.442162 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-78bdf753-3d55-4b91-99e3-ed1890f7798c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d427840-089c-4584-adcf-ab9ee47add1d HTTP/1.1" status: 204  len: 168 time: 0.3003483
Apr 07 15:10:38.442737 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-78bdf753-3d55-4b91-99e3-ed1890f7798c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:38.551481 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 59400) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:38.856884 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dcf3827f-ff39-4630-9209-82727cd3e9b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:38.890059 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-dcf3827f-ff39-4630-9209-82727cd3e9b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:38.899491 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-b530abe8-2361-4908-b76a-2010b58e595f tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:38.907334 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-b530abe8-2361-4908-b76a-2010b58e595f tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/networks?id=1fea60c6-d3c0-42e1-8a72-6a3347f9203e HTTP/1.1" status: 200  len: 815 time: 0.2860913
Apr 07 15:10:38.918196 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-dcf3827f-ff39-4630-9209-82727cd3e9b6 admin admin] Usage tracker for resource:security_group_rule and tenant:4f7c9a711022432da3dbb17f40cae093 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:38.922401 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-dcf3827f-ff39-4630-9209-82727cd3e9b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:38.933683 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-cd70555d-7c6d-4209-a8ef-23dcc5955965 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/quotas/319b24532db24adf857ac07d263f15ce HTTP/1.1" status: 200  len: 375 time: 0.0252388
Apr 07 15:10:38.985263 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-dcf3827f-ff39-4630-9209-82727cd3e9b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:39.072550 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-6a985bf2-14d6-4806-a529-119b4d2fd33b tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=319b24532db24adf857ac07d263f15ce&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1378427
Apr 07 15:10:39.216596 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 59424) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:39.294419 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8440b3a1-4d2e-4e30-934e-17bbcc5f6b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:39.322496 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-8440b3a1-4d2e-4e30-934e-17bbcc5f6b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:39.322764 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dcf3827f-ff39-4630-9209-82727cd3e9b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:39.340904 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dcf3827f-ff39-4630-9209-82727cd3e9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:39.348664 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-8440b3a1-4d2e-4e30-934e-17bbcc5f6b01 admin admin] Usage tracker for resource:security_group_rule and tenant:9dbb9154f11948d1896ec37ba773f541 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:39.352547 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-8440b3a1-4d2e-4e30-934e-17bbcc5f6b01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:39.363816 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-8440b3a1-4d2e-4e30-934e-17bbcc5f6b01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:39.380864 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:39.415845 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-dcf3827f-ff39-4630-9209-82727cd3e9b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4f7c9a711022432da3dbb17f40cae093&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8627834
Apr 07 15:10:39.419896 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3827f-ff39-4630-9209-82727cd3e9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b9f7d9-77b4-4933-a642-2873c2d8396d,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:39.420416 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 59440) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:39.437944 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-dcf3827f-ff39-4630-9209-82727cd3e9b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:39.447890 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-af2aa287-b08a-4acb-9e47-86be8348b7af service neutron] 10.222.0.39 "GET /v2.0/networks/1fea60c6-d3c0-42e1-8a72-6a3347f9203e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3593347
Apr 07 15:10:39.457770 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825be80e-b550-43b4-969e-be2e5c525b39 req-5fd75afb-e859-4100-89dc-520264abf544 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:39.459461 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-825be80e-b550-43b4-969e-be2e5c525b39 req-5fd75afb-e859-4100-89dc-520264abf544 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.2815857
Apr 07 15:10:39.528999 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 59446) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:39.559112 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-63187951-05af-4c40-b2bc-d5893944ca7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:39.618728 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-63187951-05af-4c40-b2bc-d5893944ca7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:39.648377 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8440b3a1-4d2e-4e30-934e-17bbcc5f6b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:39.660450 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8440b3a1-4d2e-4e30-934e-17bbcc5f6b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:39.676939 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-0a94a51b-6927-4eea-87e1-9d2196463b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:39.753133 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-8440b3a1-4d2e-4e30-934e-17bbcc5f6b01 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9dbb9154f11948d1896ec37ba773f541&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5344052
Apr 07 15:10:39.754050 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 59454) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:39.764163 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device a2385b65-973a-431d-b33e-126ee0b452a4 up at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:10:39.766323 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d1279e7c-29df-45f2-be3c-1a7d2c134a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:39.850887 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-33f8a37d-28be-464a-8d57-eb40194847b7 service neutron] 10.222.0.39 "GET /v2.0/networks/1fea60c6-d3c0-42e1-8a72-6a3347f9203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3902349
Apr 07 15:10:39.854046 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440b3a1-4d2e-4e30-934e-17bbcc5f6b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3765fb8b-c07c-4539-b19a-b3c3a6fadf8d,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:39.857876 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-8440b3a1-4d2e-4e30-934e-17bbcc5f6b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:39.860076 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d1279e7c-29df-45f2-be3c-1a7d2c134a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:39.863673 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f444005f-240e-4511-836e-87691f5d6a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:39.895429 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f444005f-240e-4511-836e-87691f5d6a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:39.937165 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-825be80e-b550-43b4-969e-be2e5c525b39 req-b5b306c6-d3ae-4f4f-b927-4847e1df17c3 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2247679
Apr 07 15:10:39.941249 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d1279e7c-29df-45f2-be3c-1a7d2c134a4e admin admin] Usage tracker for resource:security_group_rule and tenant:5ba62805524d45f2b18795b83490639f is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:39.941539 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning for port a2385b65-973a-431d-b33e-126ee0b452a4 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:10:39.946145 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d1279e7c-29df-45f2-be3c-1a7d2c134a4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:39.949476 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning complete for port a2385b65-973a-431d-b33e-126ee0b452a4 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:10:39.950000 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:39.957621 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-63187951-05af-4c40-b2bc-d5893944ca7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:39.967720 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d1279e7c-29df-45f2-be3c-1a7d2c134a4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:39.971015 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ff6c33a6-bb34-479b-b34e-9524fc4ca217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:39.995915 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-63187951-05af-4c40-b2bc-d5893944ca7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:39.999566 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-63187951-05af-4c40-b2bc-d5893944ca7c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7b9f7d9-77b4-4933-a642-2873c2d8396d HTTP/1.1" status: 204  len: 168 time: 0.5757387
Apr 07 15:10:40.014943 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63187951-05af-4c40-b2bc-d5893944ca7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b9f7d9-77b4-4933-a642-2873c2d8396d,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:40.030919 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-63187951-05af-4c40-b2bc-d5893944ca7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:40.063513 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f444005f-240e-4511-836e-87691f5d6a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:40.077523 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e580eb20-a665-4e13-8b38-096d3bfcbd19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:40.109784 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444005f-240e-4511-836e-87691f5d6a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3765fb8b-c07c-4539-b19a-b3c3a6fadf8d,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:40.118582 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f444005f-240e-4511-836e-87691f5d6a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:40.164446 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f444005f-240e-4511-836e-87691f5d6a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:40.165788 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-f444005f-240e-4511-836e-87691f5d6a84 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3765fb8b-c07c-4539-b19a-b3c3a6fadf8d HTTP/1.1" status: 204  len: 168 time: 0.4048553
Apr 07 15:10:40.236078 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:40.266831 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a12de9-7fb8-476d-88c4-d18d4c14e9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2385b65-973a-431d-b33e-126ee0b452a4'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:10:40.271872 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d1279e7c-29df-45f2-be3c-1a7d2c134a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:40.278258 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d1279e7c-29df-45f2-be3c-1a7d2c134a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:40.293924 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port a2385b65-973a-431d-b33e-126ee0b452a4, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=a2385b65-973a-431d-b33e-126ee0b452a4,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:10:40.298268 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-2ea14bfd-8a80-4586-b13b-a709384e056b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:40.300628 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:40.303900 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:40.388270 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1be877ea-9c96-484d-a3c2-95bf81ecacb0 req-3132cbe3-e885-459d-b442-1e7b76ae35a8 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b094f84-22c1-4360-914d-9408ca6cdac7 HTTP/1.1" status: 200  len: 210 time: 0.1451466
Apr 07 15:10:40.407896 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-d1279e7c-29df-45f2-be3c-1a7d2c134a4e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ba62805524d45f2b18795b83490639f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8659005
Apr 07 15:10:40.411693 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 59476) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:40.425923 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1279e7c-29df-45f2-be3c-1a7d2c134a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a4f9b3-b9a2-45ac-b7d8-adb1bbef01ed,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:40.441559 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=a2385b65-973a-431d-b33e-126ee0b452a4,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:40.447459 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:40.452506 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d1279e7c-29df-45f2-be3c-1a7d2c134a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:40.472907 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3dd7c7-94b1-4a80-8cac-4f7c001d8db6 req-85fe259f-3e45-47fd-9a59-23d0455a63ca tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:40.493654 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8e3dd7c7-94b1-4a80-8cac-4f7c001d8db6 req-85fe259f-3e45-47fd-9a59-23d0455a63ca tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 944 time: 0.3260806
Apr 07 15:10:40.563631 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8e3dd7c7-94b1-4a80-8cac-4f7c001d8db6 req-90d295d6-c1aa-4a67-9343-cd6a46960db5 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0690203
Apr 07 15:10:40.564273 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 59484) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:40.585261 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a173cb84-84de-4366-abaa-54a2a5cc9f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:40.612029 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c5056885-b502-452e-b3f1-07264cae8026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:40.629506 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a173cb84-84de-4366-abaa-54a2a5cc9f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:40.629944 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-c5056885-b502-452e-b3f1-07264cae8026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:40.634337 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-c5056885-b502-452e-b3f1-07264cae8026 admin admin] Usage tracker for resource:security_group_rule and tenant:6203efa5775046e5a5cef6b8167df073 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:40.637998 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-c5056885-b502-452e-b3f1-07264cae8026 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:40.645046 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-c5056885-b502-452e-b3f1-07264cae8026 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:40.685619 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 59490) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:40.704380 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a12de9-7fb8-476d-88c4-d18d4c14e9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2385b65-973a-431d-b33e-126ee0b452a4', 'code': 200}
Apr 07 15:10:40.757914 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c5056885-b502-452e-b3f1-07264cae8026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:40.763547 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c5056885-b502-452e-b3f1-07264cae8026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:40.768399 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5614cb-8c99-499b-89e9-21bc1dc18a5c admin admin] Deleting subnet 9ffb15d1-e381-4252-a411-92cd35fd1ef9 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 15:10:40.773687 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:40.794080 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9c5614cb-8c99-499b-89e9-21bc1dc18a5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:40.825240 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5056885-b502-452e-b3f1-07264cae8026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36427ed-a823-40fd-b135-fe00a8b1dc62,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:40.832417 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-c5056885-b502-452e-b3f1-07264cae8026 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6203efa5775046e5a5cef6b8167df073&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2668498
Apr 07 15:10:40.833881 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c5056885-b502-452e-b3f1-07264cae8026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:40.835194 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 59500) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:40.848235 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a173cb84-84de-4366-abaa-54a2a5cc9f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:40.857991 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:40.917980 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7fce29e4-5667-4946-b0b4-463154b34004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:40.939298 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9c5614cb-8c99-499b-89e9-21bc1dc18a5c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:40.953072 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7fce29e4-5667-4946-b0b4-463154b34004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:40.961819 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9c5614cb-8c99-499b-89e9-21bc1dc18a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770737'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:41.008192 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7fce29e4-5667-4946-b0b4-463154b34004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:41.015168 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-09adff9a-5ad3-4964-b415-a9f476b40697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:41.046101 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce29e4-5667-4946-b0b4-463154b34004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36427ed-a823-40fd-b135-fe00a8b1dc62,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:41.068220 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7fce29e4-5667-4946-b0b4-463154b34004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:41.069858 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7fce29e4-5667-4946-b0b4-463154b34004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:41.075324 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-7fce29e4-5667-4946-b0b4-463154b34004 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c36427ed-a823-40fd-b135-fe00a8b1dc62 HTTP/1.1" status: 204  len: 168 time: 0.2342639
Apr 07 15:10:41.075620 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173cb84-84de-4366-abaa-54a2a5cc9f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a4f9b3-b9a2-45ac-b7d8-adb1bbef01ed,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:41.551373 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a173cb84-84de-4366-abaa-54a2a5cc9f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:41.554924 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a173cb84-84de-4366-abaa-54a2a5cc9f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:41.560051 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-a173cb84-84de-4366-abaa-54a2a5cc9f54 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99a4f9b3-b9a2-45ac-b7d8-adb1bbef01ed HTTP/1.1" status: 204  len: 168 time: 1.1457362
Apr 07 15:10:41.709146 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9c5614cb-8c99-499b-89e9-21bc1dc18a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:41.713626 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2f99e-265d-4fd4-99b1-6a900d3b74ab req-35510e13-1611-4361-ab49-e8443d61d74e tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:41.728288 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-73b2f99e-265d-4fd4-99b1-6a900d3b74ab req-35510e13-1611-4361-ab49-e8443d61d74e tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.3788981
Apr 07 15:10:41.733374 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:41.750160 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1eea7145-5ea6-4dec-9eb1-bc5c4167db80 req-8058e2f0-8ead-4b75-bb09-c161fec0a04f tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b094f84-22c1-4360-914d-9408ca6cdac7 HTTP/1.1" status: 200  len: 210 time: 0.1402509
Apr 07 15:10:41.799536 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-73b2f99e-265d-4fd4-99b1-6a900d3b74ab req-06b23239-0ed2-4786-86ee-70cf869c20e3 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752380
Apr 07 15:10:41.867756 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5614cb-8c99-499b-89e9-21bc1dc18a5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ffb15d1-e381-4252-a411-92cd35fd1ef9,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:41.877314 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6130a-dd70-4d85-a88b-5c726f197232 req-c39bfe55-bced-4231-bfc1-41e163d8273e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:41.879565 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-22c6130a-dd70-4d85-a88b-5c726f197232 req-c39bfe55-bced-4231-bfc1-41e163d8273e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 1098 time: 0.3268971
Apr 07 15:10:41.889381 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-9c5614cb-8c99-499b-89e9-21bc1dc18a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:41.988502 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-22c6130a-dd70-4d85-a88b-5c726f197232 req-504c27d6-9fc0-4b12-8b8b-b8ac58eb2c77 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575309
Apr 07 15:10:41.999433 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955169d7-553d-43c5-8dbf-6187bd945352 req-5661476b-d848-450a-b4d2-f7580523699a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:42.003405 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-955169d7-553d-43c5-8dbf-6187bd945352 req-5661476b-d848-450a-b4d2-f7580523699a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.1107402
Apr 07 15:10:42.034424 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9c5614cb-8c99-499b-89e9-21bc1dc18a5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:42.042633 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-9c5614cb-8c99-499b-89e9-21bc1dc18a5c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9ffb15d1-e381-4252-a411-92cd35fd1ef9 HTTP/1.1" status: 204  len: 168 time: 1.3558311
Apr 07 15:10:42.045241 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 59548) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:42.089833 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-955169d7-553d-43c5-8dbf-6187bd945352 req-32cdd30b-bf54-49a5-bd9d-c71164999de9 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0790424
Apr 07 15:10:42.194824 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-189805'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:42.275238 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 59554) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:42.294674 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d8bce338-58b9-426e-b78d-1f7ce14583f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:42.317062 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d8bce338-58b9-426e-b78d-1f7ce14583f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:42.321477 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d8bce338-58b9-426e-b78d-1f7ce14583f9 admin admin] Usage tracker for resource:security_group_rule and tenant:43573f5b096b44e99340b8d38cc16bbd is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:42.324760 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d8bce338-58b9-426e-b78d-1f7ce14583f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:42.332167 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d8bce338-58b9-426e-b78d-1f7ce14583f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:42.476810 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d8bce338-58b9-426e-b78d-1f7ce14583f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:42.481547 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d8bce338-58b9-426e-b78d-1f7ce14583f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:42.496473 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-89486175-509d-4157-b981-2714d644dc30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:42.513470 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-63823', 'neutron.services.segments.db._delete_segments_for_network--9223363247586968590'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:42.550786 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bce338-58b9-426e-b78d-1f7ce14583f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c995b1-b540-441d-bc87-387ce95ce7a4,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:42.567120 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-d8bce338-58b9-426e-b78d-1f7ce14583f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=43573f5b096b44e99340b8d38cc16bbd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2907257
Apr 07 15:10:42.571598 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d8bce338-58b9-426e-b78d-1f7ce14583f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:42.573935 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 59566) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:42.693512 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7f456cf2-8c13-4176-8886-022f57d07a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:42.755542 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7f456cf2-8c13-4176-8886-022f57d07a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:42.765670 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fe69004b358>> segment before_delete 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:10:42.766082 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fe69004b358>> subnet precommit_delete_associations 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:10:42.767297 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe6913efb00>> segment_host_mapping after_create 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:10:42.767990 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe6913efb00>> port after_create 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:10:42.768146 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe6913efb00>> port after_delete 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:10:42.768401 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe6913efb00>> port after_update 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:10:42.768827 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe6913efb00>> segment after_delete 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:10:42.769091 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe6913efb00>> subnet after_create 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:10:42.769484 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe6913efb00>> subnet after_delete 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:10:42.769968 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe6913efb00>> subnet after_update 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:10:42.843359 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7f456cf2-8c13-4176-8886-022f57d07a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:42.856687 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-fae5d4f8-ce40-4f2a-92a6-798a990b7cef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:42.878928 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7f456cf2-8c13-4176-8886-022f57d07a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:42.887489 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-7f456cf2-8c13-4176-8886-022f57d07a81 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a0c995b1-b540-441d-bc87-387ce95ce7a4 HTTP/1.1" status: 204  len: 168 time: 0.3107316
Apr 07 15:10:42.889566 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f456cf2-8c13-4176-8886-022f57d07a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c995b1-b540-441d-bc87-387ce95ce7a4,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:42.900798 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe690f565c0>> subnet after_create 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:10:42.901286 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe690f565c0>> subnet after_delete 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:10:42.901728 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe690f565c0>> subnet before_create 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:10:42.904023 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe690f565c0>> subnet before_update 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:10:42.904023 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe690a8b748>,) {'filters': {'network_id': ['01fe1b05-31b3-418b-81c4-6ff571622f39']}} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:10:42.929411 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7f456cf2-8c13-4176-8886-022f57d07a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:42.986969 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe690a8b748>, 'a02a6bd2-bf60-45df-9bc3-6de524249afa') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:10:42.991070 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe690a8b748>, 'a02a6bd2-bf60-45df-9bc3-6de524249afa') {} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:10:43.054707 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-daf9fbc4-a78c-4b94-bd89-62063d042bb9 req-fd6a87dc-ac33-4e2e-9f6a-33b21dbbeb3a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b094f84-22c1-4360-914d-9408ca6cdac7 HTTP/1.1" status: 200  len: 210 time: 0.0956233
Apr 07 15:10:43.062172 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247586917884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851816724'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:43.099246 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:43.113575 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-f4961ea9-71b9-4e62-8bde-31e57c0aeab1 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:43.115600 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-f4961ea9-71b9-4e62-8bde-31e57c0aeab1 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.65 "GET /v2.0/networks?id=1fea60c6-d3c0-42e1-8a72-6a3347f9203e HTTP/1.1" status: 200  len: 815 time: 0.4969547
Apr 07 15:10:43.120598 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 15:10:43.221379 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-238d35ed-01fa-4042-9f25-1123da029b18 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Request body: {'port': {'device_id': '5b094f84-22c1-4360-914d-9408ca6cdac7', 'network_id': '1fea60c6-d3c0-42e1-8a72-6a3347f9203e', 'admin_state_up': True, 'tenant_id': '319b24532db24adf857ac07d263f15ce'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:10:43.337234 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a35078-1d47-43c6-a68d-323d9c822b0d req-3b3455ce-bbb1-4323-9c15-e585189acecb tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:43.350484 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b9a35078-1d47-43c6-a68d-323d9c822b0d req-3b3455ce-bbb1-4323-9c15-e585189acecb tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.2882030
Apr 07 15:10:43.394599 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b9a35078-1d47-43c6-a68d-323d9c822b0d req-7629b354-419a-43cc-acb4-f0961d3ef271 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384512
Apr 07 15:10:43.420516 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-238d35ed-01fa-4042-9f25-1123da029b18 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:43.432635 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-238d35ed-01fa-4042-9f25-1123da029b18 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Usage tracker for resource:port and tenant:319b24532db24adf857ac07d263f15ce is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:43.454896 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-238d35ed-01fa-4042-9f25-1123da029b18 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:43.532732 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-238d35ed-01fa-4042-9f25-1123da029b18 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:43.575590 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] Network 01fe1b05-31b3-418b-81c4-6ff571622f39 has no segments {{(pid=84338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:10:43.587444 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4103785'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:43.621700 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93759946-76bb-4132-9f09-a4157e9836e6 req-c1489654-8284-4397-9907-0fb0fadcb0a1 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:43.631165 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-93759946-76bb-4132-9f09-a4157e9836e6 req-c1489654-8284-4397-9907-0fb0fadcb0a1 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.2353387
Apr 07 15:10:43.654923 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 59606) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:43.700877 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-93759946-76bb-4132-9f09-a4157e9836e6 req-262dd4c9-ea4d-4706-948a-5c8139bea48f tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0685492
Apr 07 15:10:43.702101 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2c4121a1-0a2c-4071-b0e2-598b2e3b4199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:43.731506 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-2c4121a1-0a2c-4071-b0e2-598b2e3b4199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:43.741528 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-2c4121a1-0a2c-4071-b0e2-598b2e3b4199 admin admin] Usage tracker for resource:security_group_rule and tenant:30d0e3e5f99b403fba2b2f38c5e284fd is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:43.748448 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-2c4121a1-0a2c-4071-b0e2-598b2e3b4199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:43.760460 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-2c4121a1-0a2c-4071-b0e2-598b2e3b4199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:43.909086 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2c4121a1-0a2c-4071-b0e2-598b2e3b4199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:43.918552 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2c4121a1-0a2c-4071-b0e2-598b2e3b4199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:43.962463 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:43.977743 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-2c4121a1-0a2c-4071-b0e2-598b2e3b4199 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=30d0e3e5f99b403fba2b2f38c5e284fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3158302
Apr 07 15:10:43.981301 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 59614) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:44.041002 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4121a1-0a2c-4071-b0e2-598b2e3b4199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6e2788-8253-4daa-9bba-07ef59ebd8e6,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:44.048769 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-2c4121a1-0a2c-4071-b0e2-598b2e3b4199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:44.062437 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-238d35ed-01fa-4042-9f25-1123da029b18 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Made reservation on behalf of 319b24532db24adf857ac07d263f15ce for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:10:44.068744 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-238d35ed-01fa-4042-9f25-1123da029b18 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:44.090361 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-963e0991-a86f-4424-80b5-c03dcff57b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:44.143331 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-963e0991-a86f-4424-80b5-c03dcff57b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:44.198512 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-963e0991-a86f-4424-80b5-c03dcff57b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:44.206022 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d503b1c4-b24b-4ec3-aa4d-78383e533e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:44.224955 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e0991-a86f-4424-80b5-c03dcff57b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6e2788-8253-4daa-9bba-07ef59ebd8e6,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:44.227616 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-963e0991-a86f-4424-80b5-c03dcff57b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:44.231370 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-963e0991-a86f-4424-80b5-c03dcff57b0c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb6e2788-8253-4daa-9bba-07ef59ebd8e6 HTTP/1.1" status: 204  len: 168 time: 0.2464757
Apr 07 15:10:44.231370 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-963e0991-a86f-4424-80b5-c03dcff57b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:44.307216 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] Network 01fe1b05-31b3-418b-81c4-6ff571622f39 has no segments {{(pid=84338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:   from cryptography.utils import int_from_bytes
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:   from cryptography.utils import int_from_bytes
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:   (rel_b, rel_a, rel_b),
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:   (rel_b, rel_a, rel_b),
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]: Traceback (most recent call last):
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:     timer()
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:     cb(*args, **kw)
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:     return func(*args, **kwargs)
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:     self._notify()
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:     self.callback(batched_events)
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:     event.method(event)
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:     segment_id)['aggregates'][0]
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:     return f(self, *a, **k)
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self._get(url).json()
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:     **kwargs)
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self.request(url, 'GET', **kwargs)
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:     **endpoint_filter)
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 15:10:44.352162 dv-cinder-782260-2-iscsi neutron-server[84224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 15:10:44.368405 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2f950c31-af21-4491-9b5e-a02172d59355 req-285f8b45-a3d6-4828-a979-1229f3c7b6e6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b094f84-22c1-4360-914d-9408ca6cdac7 HTTP/1.1" status: 200  len: 210 time: 0.0577507
Apr 07 15:10:44.587953 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854711993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509890'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:44.613364 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:44.636236 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-238d35ed-01fa-4042-9f25-1123da029b18 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Allocated IP 172.20.0.14 (1fea60c6-d3c0-42e1-8a72-6a3347f9203e/af0ee707-cd66-48b1-a5fe-75510a42329c/1064617d-03d6-47be-9c1b-7823096a71ff) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:10:44.639722 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] Pushing event deleted for resources: {'Network': ['ID=01fe1b05-31b3-418b-81c4-6ff571622f39,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:44.643094 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:44.646534 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:44.659494 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ee43f-91f3-4ce3-9bf6-2c99f78bc307 req-779f8cc7-a2f1-47ad-bcf0-6cb3541bdaf9 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:44.663542 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] 10.222.0.39 "DELETE /v2.0/networks/01fe1b05-31b3-418b-81c4-6ff571622f39 HTTP/1.1" status: 204  len: 168 time: 2.6158235
Apr 07 15:10:44.668040 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fa4ee43f-91f3-4ce3-9bf6-2c99f78bc307 req-779f8cc7-a2f1-47ad-bcf0-6cb3541bdaf9 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.1322730
Apr 07 15:10:44.706279 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fa4ee43f-91f3-4ce3-9bf6-2c99f78bc307 req-904ecc61-8fb0-44e9-9ce0-f8752845df1c tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371413
Apr 07 15:10:45.043785 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24f399-4e71-42dc-a89f-a12548afb66f req-e0114ebb-d07e-467a-92ee-2c1a00a93530 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:45.048414 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9a24f399-4e71-42dc-a89f-a12548afb66f req-e0114ebb-d07e-467a-92ee-2c1a00a93530 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.1848848
Apr 07 15:10:45.109613 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9a24f399-4e71-42dc-a89f-a12548afb66f req-83ceb6ec-f9e1-41cb-b788-e248b1790f8c tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527463
Apr 07 15:10:45.168781 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-238d35ed-01fa-4042-9f25-1123da029b18 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:45.253273 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 59698) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:45.270070 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-238d35ed-01fa-4042-9f25-1123da029b18 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:45.333647 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['75ad4273-1c91-412c-8dec-478781048da3'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:10:45.458524 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-840afb86-db7b-4171-9b38-0f8029235fac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:45.537373 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-63bc84bd-e008-48ca-9f0a-6d060ecafa1e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b40e0f83a3b426881f367687b221bdc&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2827055
Apr 07 15:10:45.547615 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 59720) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:45.776097 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d35ed-01fa-4042-9f25-1123da029b18 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Pushing event updated for resources: {'Port': ['ID=1064617d-03d6-47be-9c1b-7823096a71ff,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:45.792924 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-238d35ed-01fa-4042-9f25-1123da029b18 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:45.897424 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-238d35ed-01fa-4042-9f25-1123da029b18 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Network 1fea60c6-d3c0-42e1-8a72-6a3347f9203e is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:10:45.909091 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-238d35ed-01fa-4042-9f25-1123da029b18 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:10:45.911473 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb29b6-ba49-4a3d-9a96-9c9e0752f6ae req-b93216dc-58c6-49ce-8ab3-302d63f6c256 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:45.914566 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-238d35ed-01fa-4042-9f25-1123da029b18 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:10:45.930482 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-99bb29b6-ba49-4a3d-9a96-9c9e0752f6ae req-b93216dc-58c6-49ce-8ab3-302d63f6c256 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.6030428
Apr 07 15:10:45.953169 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 59744) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:45.966436 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-45c8ca00-9670-42d5-8a3e-e9801002ed46 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Request body: {'floatingip': {'port_id': 'a2385b65-973a-431d-b33e-126ee0b452a4'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:10:46.080533 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-238d35ed-01fa-4042-9f25-1123da029b18 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:46.081456 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-238d35ed-01fa-4042-9f25-1123da029b18 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:46.108173 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-238d35ed-01fa-4042-9f25-1123da029b18 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9506078
Apr 07 15:10:46.133761 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] Request body: {'port': {'device_id': '5b094f84-22c1-4360-914d-9408ca6cdac7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:10:46.171525 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-45c8ca00-9670-42d5-8a3e-e9801002ed46 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for floatingip, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:46.292848 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-452a9aad-b186-4b40-924a-a59be080dcd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:46.334000 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-452a9aad-b186-4b40-924a-a59be080dcd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:46.374850 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:46.415392 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-452a9aad-b186-4b40-924a-a59be080dcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:46.569830 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:46.588304 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 59772) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:46.625735 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a9aad-b186-4b40-924a-a59be080dcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29be911d-b556-4291-b234-966635a2fcf6,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:46.629019 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-452a9aad-b186-4b40-924a-a59be080dcd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:46.677782 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5b9d4-af03-485d-af95-ec712f214e1d req-c3365650-c61e-4600-8ea4-316ed53277bc tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:46.686285 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2be5b9d4-af03-485d-af95-ec712f214e1d req-c3365650-c61e-4600-8ea4-316ed53277bc tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b094f84-22c1-4360-914d-9408ca6cdac7 HTTP/1.1" status: 200  len: 932 time: 1.0519397
Apr 07 15:10:46.710563 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-452a9aad-b186-4b40-924a-a59be080dcd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:46.711850 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-452a9aad-b186-4b40-924a-a59be080dcd4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29be911d-b556-4291-b234-966635a2fcf6 HTTP/1.1" status: 204  len: 168 time: 1.1589437
Apr 07 15:10:46.821939 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2be5b9d4-af03-485d-af95-ec712f214e1d req-7694eccb-c1fb-40b7-bdbd-a58a442b61fa tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338449
Apr 07 15:10:46.946480 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-df8b970e-d3ad-4940-a6a6-9ac5f04acdc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:46.990995 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb7d60-e503-428d-b787-774487aed6e5 req-b671c814-a11b-4c29-8bc2-4bedb30b1f21 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:46.998984 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f8fb7d60-e503-428d-b787-774487aed6e5 req-b671c814-a11b-4c29-8bc2-4bedb30b1f21 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.8454113
Apr 07 15:10:47.018855 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1064617d-03d6-47be-9c1b-7823096a71ff {{(pid=84338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:10:47.018993 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-df8b970e-d3ad-4940-a6a6-9ac5f04acdc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:47.031999 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:47.032357 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-df8b970e-d3ad-4940-a6a6-9ac5f04acdc9 admin admin] Usage tracker for resource:security_group_rule and tenant:a7296e3a462e4034b03a70f29bae80a6 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:47.042285 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-df8b970e-d3ad-4940-a6a6-9ac5f04acdc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:47.059394 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f8fb7d60-e503-428d-b787-774487aed6e5 req-85e3d85b-e931-4dc0-bf5a-c8975825fa9c tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593119
Apr 07 15:10:47.060461 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-df8b970e-d3ad-4940-a6a6-9ac5f04acdc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:47.061501 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] Transition to ACTIVE for port object 1064617d-03d6-47be-9c1b-7823096a71ff will not be triggered until provisioned by entity L2. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:10:47.072857 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103687'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:47.160526 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:47.512097 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] Pushing event updated for resources: {'Port': ['ID=1064617d-03d6-47be-9c1b-7823096a71ff,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:47.524636 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:47.534960 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] Attempting to bind port 1064617d-03d6-47be-9c1b-7823096a71ff on host hv-cinder-78226 for vnic_type normal with profile  {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:10:47.534960 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] Attempting to bind port 1064617d-03d6-47be-9c1b-7823096a71ff by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '83cefd4b-5746-43e9-a558-b4c212593d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1fea60c6-d3c0-42e1-8a72-6a3347f9203e'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:10:47.534960 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] Attempting to bind port 1064617d-03d6-47be-9c1b-7823096a71ff on network 1fea60c6-d3c0-42e1-8a72-6a3347f9203e {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:10:47.539640 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] Port 1064617d-03d6-47be-9c1b-7823096a71ff on network 1fea60c6-d3c0-42e1-8a72-6a3347f9203e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 15:10:47.540022 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] Attempting to bind port 1064617d-03d6-47be-9c1b-7823096a71ff on network 1fea60c6-d3c0-42e1-8a72-6a3347f9203e {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:10:47.546455 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] Checking agent: {'id': 'b2fd6503-106d-4224-ac4d-40fda7056aab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:10:47.546815 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] Checking segment: {'id': '83cefd4b-5746-43e9-a558-b4c212593d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1fea60c6-d3c0-42e1-8a72-6a3347f9203e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:10:47.547257 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] Bound using segment: {'id': '83cefd4b-5746-43e9-a558-b4c212593d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1fea60c6-d3c0-42e1-8a72-6a3347f9203e'} {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:10:47.547747 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] Bound port: 1064617d-03d6-47be-9c1b-7823096a71ff, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83cefd4b-5746-43e9-a558-b4c212593d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1fea60c6-d3c0-42e1-8a72-6a3347f9203e'}}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:10:47.548147 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:47.652724 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] For port 1064617d-03d6-47be-9c1b-7823096a71ff, host hv-cinder-78226, cleared binding levels {{(pid=84338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:10:47.657614 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] For port 1064617d-03d6-47be-9c1b-7823096a71ff, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=1064617d-03d6-47be-9c1b-7823096a71ff,segment=NetworkSegment(83cefd4b-5746-43e9-a558-b4c212593d77),segment_id=83cefd4b-5746-43e9-a558-b4c212593d77)] {{(pid=84338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:10:47.662868 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103687'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:47.696776 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-78572d2e-4c56-4d25-bd83-1554d9391991 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:47.855635 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-df8b970e-d3ad-4940-a6a6-9ac5f04acdc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:47.864432 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-df8b970e-d3ad-4940-a6a6-9ac5f04acdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:47.876792 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.db.resource_extend [None req-45c8ca00-9670-42d5-8a3e-e9801002ed46 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 07 15:10:47.949118 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] Pushing event updated for resources: {'Port': ['ID=1064617d-03d6-47be-9c1b-7823096a71ff,revision_number=3']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:47.970078 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:47.973177 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-61ece63c-9bbb-4835-98e4-72809bbc83dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:48.064881 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b970e-d3ad-4940-a6a6-9ac5f04acdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3dd96f-aef5-4744-8ee5-25f037b5fcb5,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:48.140553 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:48.141629 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:48.144733 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] 10.222.0.65 "PUT /v2.0/ports/1064617d-03d6-47be-9c1b-7823096a71ff HTTP/1.1" status: 200  len: 1094 time: 2.0155580
Apr 07 15:10:48.145732 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b094f84-22c1-4360-914d-9408ca6cdac7', 'tag': '1064617d-03d6-47be-9c1b-7823096a71ff'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:10:48.169662 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-df8b970e-d3ad-4940-a6a6-9ac5f04acdc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:48.227807 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-df8b970e-d3ad-4940-a6a6-9ac5f04acdc9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7296e3a462e4034b03a70f29bae80a6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5958867
Apr 07 15:10:48.247628 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 59838) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:48.292174 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-45c8ca00-9670-42d5-8a3e-e9801002ed46 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:48.369896 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-45c8ca00-9670-42d5-8a3e-e9801002ed46 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509939'] for floatingip, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:48.383396 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-4113e758-0785-4217-9241-3210802263e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:48.386958 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-4113e758-0785-4217-9241-3210802263e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=319b24532db24adf857ac07d263f15ce&device_id=5b094f84-22c1-4360-914d-9408ca6cdac7 HTTP/1.1" status: 200  len: 1097 time: 0.1738276
Apr 07 15:10:48.483873 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-1cc50e48-2724-4667-a1c2-24c675a23be7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1064617d-03d6-47be-9c1b-7823096a71ff HTTP/1.1" status: 200  len: 217 time: 0.0819123
Apr 07 15:10:48.581591 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 59848) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:48.591275 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ada9cc04-30ac-4acd-9505-12a06a006fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:48.605757 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-7a9a7479-00ae-4b45-bccf-369a4714ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:48.608022 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-7a9a7479-00ae-4b45-bccf-369a4714ff14 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af0ee707-cd66-48b1-a5fe-75510a42329c HTTP/1.1" status: 200  len: 855 time: 0.1167965
Apr 07 15:10:48.677195 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-4eb20a43-26a4-45bd-ae37-94e61faec501 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1fea60c6-d3c0-42e1-8a72-6a3347f9203e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0558970
Apr 07 15:10:48.775923 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e2c63-d247-4ae4-918a-8069796f7215 req-4fbf866d-bba8-4a69-aa96-c3f8a2aa5954 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:48.779002 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-108e2c63-d247-4ae4-918a-8069796f7215 req-4fbf866d-bba8-4a69-aa96-c3f8a2aa5954 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b094f84-22c1-4360-914d-9408ca6cdac7 HTTP/1.1" status: 200  len: 944 time: 0.7316828
Apr 07 15:10:48.782957 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ada9cc04-30ac-4acd-9505-12a06a006fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:48.839265 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-288799174-network', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:10:48.850109 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:48.857678 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] Usage tracker for resource:network and tenant:b12d2babc7ca4e538b15fd6776db7809 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:48.863621 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:48.877061 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:48.894014 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-108e2c63-d247-4ae4-918a-8069796f7215 req-0f8d58e7-f8af-4446-ad73-400d7b4d5421 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919969
Apr 07 15:10:48.910981 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] Made reservation on behalf of b12d2babc7ca4e538b15fd6776db7809 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:10:48.915933 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:48.931082 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe7de2-3414-4f0e-88dd-78a5768ae127 req-1d9f4fdc-16bd-44eb-b3ca-8ada04044a06 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:48.932792 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a4fe7de2-3414-4f0e-88dd-78a5768ae127 req-1d9f4fdc-16bd-44eb-b3ca-8ada04044a06 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.5653841
Apr 07 15:10:48.954686 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:48.976199 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.l3_db [None req-45c8ca00-9670-42d5-8a3e-e9801002ed46 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Floating IP a25038eb-8872-4fe6-820f-3bf7d777ec74 associated. External IP: 172.27.2.169, port: a2385b65-973a-431d-b33e-126ee0b452a4.
Apr 07 15:10:48.986382 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-f1f7daf4-78f3-45cc-811e-e09c440c5bde service neutron] 10.222.0.65 "GET /v2.0/networks/1fea60c6-d3c0-42e1-8a72-6a3347f9203e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3010125
Apr 07 15:10:48.987631 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:48.992441 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] Usage tracker for resource:security_group_rule and tenant:b12d2babc7ca4e538b15fd6776db7809 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:48.997404 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:49.032201 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b094f84-22c1-4360-914d-9408ca6cdac7', 'tag': '1064617d-03d6-47be-9c1b-7823096a71ff', 'status': 'completed', 'code': 200}
Apr 07 15:10:49.033252 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:49.207645 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ed6e7a28-87ae-4d5f-8c69-bea4d3e0c966 req-cb26290a-7dfa-418b-a9db-6d3414522201 service neutron] 10.222.0.65 "GET /v2.0/networks/1fea60c6-d3c0-42e1-8a72-6a3347f9203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2117696
Apr 07 15:10:49.283609 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a4fe7de2-3414-4f0e-88dd-78a5768ae127 req-626c96cd-d79c-4d2c-abe4-c02089bb55f3 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3420429
Apr 07 15:10:49.328570 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:49.335371 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:49.343558 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:49.416031 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ada9cc04-30ac-4acd-9505-12a06a006fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:49.449988 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1189c87b-d7a2-4efb-908a-099c2ad8becc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:49.498443 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'}  {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 15:10:49.501731 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006c9c70-e72b-474c-b18a-0426f8421ca6,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:49.509697 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:49.526711 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9cc04-30ac-4acd-9505-12a06a006fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3dd96f-aef5-4744-8ee5-25f037b5fcb5,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:49.532801 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:49.533272 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.segments_db [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] Added segment d1787ff3-3fe3-4996-b14a-09fc1a214c5d of type vlan for network 9ec87ff2-febc-4f18-8e41-ab2231995e81
Apr 07 15:10:49.548315 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ada9cc04-30ac-4acd-9505-12a06a006fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:49.554761 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0b0ce-8b18-4db5-a833-d93115c2e459 req-fbdb498d-141f-4e7f-8884-91744e1de15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:49.556415 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-07b0b0ce-8b18-4db5-a833-d93115c2e459 req-fbdb498d-141f-4e7f-8884-91744e1de15a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=319b24532db24adf857ac07d263f15ce&device_id=5b094f84-22c1-4360-914d-9408ca6cdac7 HTTP/1.1" status: 200  len: 1097 time: 0.1678655
Apr 07 15:10:49.618028 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ada9cc04-30ac-4acd-9505-12a06a006fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:49.619464 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-ada9cc04-30ac-4acd-9505-12a06a006fbc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df3dd96f-aef5-4744-8ee5-25f037b5fcb5 HTTP/1.1" status: 204  len: 168 time: 1.3707693
Apr 07 15:10:49.629777 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c8ca00-9670-42d5-8a3e-e9801002ed46 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Router ca711889-d007-44e7-bd34-e6bb1eaf2861 has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:10:49.666331 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247587465195'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:49.888499 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0b0ce-8b18-4db5-a833-d93115c2e459 req-e2bbd72b-d204-4d7e-b0fe-eac0eaab8d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:49.888499 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-07b0b0ce-8b18-4db5-a833-d93115c2e459 req-e2bbd72b-d204-4d7e-b0fe-eac0eaab8d37 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1fea60c6-d3c0-42e1-8a72-6a3347f9203e HTTP/1.1" status: 200  len: 916 time: 0.3217747
Apr 07 15:10:49.890809 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:49.893896 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:49.895030 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:49.908801 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c8ca00-9670-42d5-8a3e-e9801002ed46 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:10:49.909628 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1858d8b1-b90b-43e7-93c8-efc1e625d57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:49.914177 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-45c8ca00-9670-42d5-8a3e-e9801002ed46 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for floatingip, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:49.924227 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d84b68-882a-49bc-b41c-9fcd7864d2bb None None] Sync routers for ids ['ca711889-d007-44e7-bd34-e6bb1eaf2861'] in dv-cinder-782260-2-iscsi {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:10:49.937713 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d84b68-882a-49bc-b41c-9fcd7864d2bb None None] Routers {'ca711889-d007-44e7-bd34-e6bb1eaf2861'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:10:49.938582 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-93d84b68-882a-49bc-b41c-9fcd7864d2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe69159bef0>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:10:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['ca711889-d007-44e7-bd34-e6bb1eaf2861'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:10:50.090114 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-45c8ca00-9670-42d5-8a3e-e9801002ed46 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "PUT /v2.0/floatingips/a25038eb-8872-4fe6-820f-3bf7d777ec74 HTTP/1.1" status: 200  len: 991 time: 4.1327298
Apr 07 15:10:50.090841 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a12de9-7fb8-476d-88c4-d18d4c14e9de', 'tag': 'a2385b65-973a-431d-b33e-126ee0b452a4'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:10:50.140663 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-07b0b0ce-8b18-4db5-a833-d93115c2e459 req-8c71bb71-30a1-4a62-b3ee-8b492572875f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1064617d-03d6-47be-9c1b-7823096a71ff HTTP/1.1" status: 200  len: 217 time: 0.2329762
Apr 07 15:10:50.146329 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 59886) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:50.168128 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-74873db4-7c01-4ac9-bf21-0c81dd6a7574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:50.190080 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-74873db4-7c01-4ac9-bf21-0c81dd6a7574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:50.195609 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-74873db4-7c01-4ac9-bf21-0c81dd6a7574 admin admin] Usage tracker for resource:security_group_rule and tenant:3b354c62aae04884a48eb2d3c971a7e6 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:50.199716 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-74873db4-7c01-4ac9-bf21-0c81dd6a7574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:50.208409 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-74873db4-7c01-4ac9-bf21-0c81dd6a7574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:50.480663 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-74873db4-7c01-4ac9-bf21-0c81dd6a7574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:50.502225 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-74873db4-7c01-4ac9-bf21-0c81dd6a7574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:50.512222 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-93d84b68-882a-49bc-b41c-9fcd7864d2bb None None] Set router ca711889-d007-44e7-bd34-e6bb1eaf2861 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:10:50.536473 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:50.634421 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0b0ce-8b18-4db5-a833-d93115c2e459 req-af50e240-88e6-4fb0-be1b-d2ecaf6b4451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:50.636580 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-07b0b0ce-8b18-4db5-a833-d93115c2e459 req-af50e240-88e6-4fb0-be1b-d2ecaf6b4451 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af0ee707-cd66-48b1-a5fe-75510a42329c HTTP/1.1" status: 200  len: 855 time: 0.0995157
Apr 07 15:10:50.676571 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] Pushing event updated for resources: {'Network': ['ID=9ec87ff2-febc-4f18-8e41-ab2231995e81,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:50.688994 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Network 9ec87ff2-febc-4f18-8e41-ab2231995e81 details requested by agent ovs-agent-dv-cinder-782260-2-iscsi with host dv-cinder-782260-2-iscsi {{(pid=84339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 15:10:50.689971 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:50.691669 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.1082685
Apr 07 15:10:50.698176 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 59896) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:50.705043 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-56c9e133-5f2f-43cd-a4f3-b6dcd4066c4d admin admin] Request body: {'subnet': {'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-288799174-subnet', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:10:50.719109 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-56c9e133-5f2f-43cd-a4f3-b6dcd4066c4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:50.728747 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-56c9e133-5f2f-43cd-a4f3-b6dcd4066c4d admin admin] Usage tracker for resource:subnet and tenant:b12d2babc7ca4e538b15fd6776db7809 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:50.756139 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-56c9e133-5f2f-43cd-a4f3-b6dcd4066c4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:50.794659 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-56c9e133-5f2f-43cd-a4f3-b6dcd4066c4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:50.836649 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d156d71-0458-48f0-9dcf-274efbbc2d6a req-5f69f79f-a9e2-45ab-96eb-3ca7ffc10e58 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:50.838933 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4d156d71-0458-48f0-9dcf-274efbbc2d6a req-5f69f79f-a9e2-45ab-96eb-3ca7ffc10e58 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b094f84-22c1-4360-914d-9408ca6cdac7 HTTP/1.1" status: 200  len: 944 time: 0.5548439
Apr 07 15:10:50.858269 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c9e133-5f2f-43cd-a4f3-b6dcd4066c4d admin admin] Made reservation on behalf of b12d2babc7ca4e538b15fd6776db7809 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:10:50.862165 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-74873db4-7c01-4ac9-bf21-0c81dd6a7574 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b354c62aae04884a48eb2d3c971a7e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7146661
Apr 07 15:10:50.867475 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-56c9e133-5f2f-43cd-a4f3-b6dcd4066c4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2237762'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:50.877988 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 59904) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:50.879093 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74873db4-7c01-4ac9-bf21-0c81dd6a7574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26171c2f-76aa-42b9-a113-868fbbc5e3ae,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:50.888465 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-74873db4-7c01-4ac9-bf21-0c81dd6a7574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:50.913045 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4d156d71-0458-48f0-9dcf-274efbbc2d6a req-71a7d8d2-d97d-458b-aa06-2207ef360f8d tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588560
Apr 07 15:10:51.033686 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d706a9a4-9861-4330-ac8d-4a91141436b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:51.072910 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a12de9-7fb8-476d-88c4-d18d4c14e9de', 'tag': 'a2385b65-973a-431d-b33e-126ee0b452a4', 'status': 'completed', 'code': 200}
Apr 07 15:10:51.079403 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d706a9a4-9861-4330-ac8d-4a91141436b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:51.209996 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d706a9a4-9861-4330-ac8d-4a91141436b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:51.226347 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-fa20133e-1beb-43cd-ad20-22472528166c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:51.293186 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706a9a4-9861-4330-ac8d-4a91141436b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26171c2f-76aa-42b9-a113-868fbbc5e3ae,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:51.296170 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d706a9a4-9861-4330-ac8d-4a91141436b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:51.333753 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d706a9a4-9861-4330-ac8d-4a91141436b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:51.335038 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-d706a9a4-9861-4330-ac8d-4a91141436b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26171c2f-76aa-42b9-a113-868fbbc5e3ae HTTP/1.1" status: 204  len: 168 time: 0.4518085
Apr 07 15:10:51.443580 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-93d84b68-882a-49bc-b41c-9fcd7864d2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe69159bef0>, [{'id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'name': 'tempest-AttachVolumeShelveTestJSON-232211889-router', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:29Z', 'updated_at': '2021-04-07T15:09:47Z', 'revision_number': 4, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'gw_port': {'id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:32Z', 'updated_at': '2021-04-07T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': 'a25038eb-8872-4fe6-820f-3bf7d777ec74', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'floating_ip_address': '172.27.2.169', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'port_id': 'a2385b65-973a-431d-b33e-126ee0b452a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'mac_address': 'fa:16:3e:17:4d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a12de9-7fb8-476d-88c4-d18d4c14e9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:10:13Z', 'updated_at': '2021-04-07T15:10:47Z', 'revision_number': 1, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972b423b-dafe-4010-8922-3eff00e71615', 'name': '', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'mac_address': 'fa:16:3e:e7:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:42Z', 'updated_at': '2021-04-07T15:10:05Z', 'revision_number': 5, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'subnets': [{'id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:10:51.451206 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d84b68-882a-49bc-b41c-9fcd7864d2bb None None] Checking router: ca711889-d007-44e7-bd34-e6bb1eaf2861 for host: dv-cinder-782260-2-iscsi {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:10:51.468944 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d84b68-882a-49bc-b41c-9fcd7864d2bb None None] Routers {'ca711889-d007-44e7-bd34-e6bb1eaf2861'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:10:51.469680 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-93d84b68-882a-49bc-b41c-9fcd7864d2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe69159bef0>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:10:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['ca711889-d007-44e7-bd34-e6bb1eaf2861'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:10:51.481846 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86432329-8293-49de-931d-d65c4092d3bd req-63bf9c95-d311-46f8-bb4b-9e2ab725dbc6 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:51.487088 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-86432329-8293-49de-931d-d65c4092d3bd req-63bf9c95-d311-46f8-bb4b-9e2ab725dbc6 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.2618694
Apr 07 15:10:51.559085 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-86432329-8293-49de-931d-d65c4092d3bd req-16647c72-7ed5-40a7-addd-2d05609636d3 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627809
Apr 07 15:10:51.712833 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-56c9e133-5f2f-43cd-a4f3-b6dcd4066c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850671880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2237811'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:51.785496 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-93d84b68-882a-49bc-b41c-9fcd7864d2bb None None] Set router ca711889-d007-44e7-bd34-e6bb1eaf2861 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:10:51.841308 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:51.925602 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9e133-5f2f-43cd-a4f3-b6dcd4066c4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b4613b1-aa51-4fff-9468-67e278e334ca,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:51.925602 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-56c9e133-5f2f-43cd-a4f3-b6dcd4066c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:52.058005 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c9e133-5f2f-43cd-a4f3-b6dcd4066c4d admin admin] Checking segment: {'id': 'd1787ff3-3fe3-4996-b14a-09fc1a214c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:10:52.058945 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c9e133-5f2f-43cd-a4f3-b6dcd4066c4d admin admin] Network hostable DHCP agents. Network: 9ec87ff2-febc-4f18-8e41-ab2231995e81, hostable agents: ['13ef685d-6932-4a97-bd41-a6ee1416974e'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 15:10:52.092109 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c9e133-5f2f-43cd-a4f3-b6dcd4066c4d admin admin] Network 9ec87ff2-febc-4f18-8e41-ab2231995e81 is scheduled to be hosted by DHCP agent 13ef685d-6932-4a97-bd41-a6ee1416974e with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 15:10:52.104430 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-56c9e133-5f2f-43cd-a4f3-b6dcd4066c4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-iscsi, 9ec87ff2-febc-4f18-8e41-ab2231995e81) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:10:52.114521 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c961fb12-2bcc-4948-98ef-7b17e2ed74bf None None] Network 9ec87ff2-febc-4f18-8e41-ab2231995e81 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:10:52.134587 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9e133-5f2f-43cd-a4f3-b6dcd4066c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:52.135424 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-56c9e133-5f2f-43cd-a4f3-b6dcd4066c4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:52.162159 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-56c9e133-5f2f-43cd-a4f3-b6dcd4066c4d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.4626696
Apr 07 15:10:52.169896 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 59946) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:52.176624 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-4b1352e0-6acc-4ea5-b776-f405a31beb21 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-288799174-router', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:10:52.182397 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-4b1352e0-6acc-4ea5-b776-f405a31beb21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:52.187016 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-4b1352e0-6acc-4ea5-b776-f405a31beb21 admin admin] Usage tracker for resource:router and tenant:b12d2babc7ca4e538b15fd6776db7809 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:52.192578 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-4b1352e0-6acc-4ea5-b776-f405a31beb21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:52.202637 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-4b1352e0-6acc-4ea5-b776-f405a31beb21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:52.222746 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4b1352e0-6acc-4ea5-b776-f405a31beb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-401430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8069'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:52.224304 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4b1352e0-6acc-4ea5-b776-f405a31beb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-513679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767731'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:52.256899 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4b1352e0-6acc-4ea5-b776-f405a31beb21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:52.291717 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fce79-c59c-4271-8a7e-99321667024c req-47a7c42b-a1d6-4a79-91ba-7ba7c947ec7a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:52.293815 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4e5fce79-c59c-4271-8a7e-99321667024c req-47a7c42b-a1d6-4a79-91ba-7ba7c947ec7a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b094f84-22c1-4360-914d-9408ca6cdac7 HTTP/1.1" status: 200  len: 944 time: 0.1647396
Apr 07 15:10:52.337803 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4e5fce79-c59c-4271-8a7e-99321667024c req-bbe752ad-0e97-477b-8023-13c4188afe4b tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0289240
Apr 07 15:10:52.513490 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-93d84b68-882a-49bc-b41c-9fcd7864d2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe69159bef0>, [{'id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'name': 'tempest-AttachVolumeShelveTestJSON-232211889-router', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:29Z', 'updated_at': '2021-04-07T15:09:47Z', 'revision_number': 4, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'gw_port': {'id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:32Z', 'updated_at': '2021-04-07T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': 'a25038eb-8872-4fe6-820f-3bf7d777ec74', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'floating_ip_address': '172.27.2.169', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'port_id': 'a2385b65-973a-431d-b33e-126ee0b452a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'mac_address': 'fa:16:3e:17:4d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a12de9-7fb8-476d-88c4-d18d4c14e9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:10:13Z', 'updated_at': '2021-04-07T15:10:47Z', 'revision_number': 1, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972b423b-dafe-4010-8922-3eff00e71615', 'name': '', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'mac_address': 'fa:16:3e:e7:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:42Z', 'updated_at': '2021-04-07T15:10:05Z', 'revision_number': 5, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'subnets': [{'id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:10:52.519994 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d84b68-882a-49bc-b41c-9fcd7864d2bb None None] The sync data for ids ['ca711889-d007-44e7-bd34-e6bb1eaf2861'] in dv-cinder-782260-2-iscsi is: [{'id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'name': 'tempest-AttachVolumeShelveTestJSON-232211889-router', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:29Z', 'updated_at': '2021-04-07T15:09:47Z', 'revision_number': 4, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'gw_port': {'id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:32Z', 'updated_at': '2021-04-07T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': 'a25038eb-8872-4fe6-820f-3bf7d777ec74', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'floating_ip_address': '172.27.2.169', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'port_id': 'a2385b65-973a-431d-b33e-126ee0b452a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'mac_address': 'fa:16:3e:17:4d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a12de9-7fb8-476d-88c4-d18d4c14e9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:10:13Z', 'updated_at': '2021-04-07T15:10:47Z', 'revision_number': 1, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972b423b-dafe-4010-8922-3eff00e71615', 'name': '', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'mac_address': 'fa:16:3e:e7:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:42Z', 'updated_at': '2021-04-07T15:10:05Z', 'revision_number': 5, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'subnets': [{'id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:10:52.530412 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp464fca95-9925-595a-8d56-a9cc01f1882c-9ec87ff2-febc-4f18-8e41-ab2231995e81', 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'fixed_ips': [{'subnet_id': '7b4613b1-aa51-4fff-9468-67e278e334ca'}]}} from dv-cinder-782260-2-iscsi. {{(pid=84339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 07 15:10:52.530412 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:52.718328 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] Allocated IP 172.20.0.2 (9ec87ff2-febc-4f18-8e41-ab2231995e81/7b4613b1-aa51-4fff-9468-67e278e334ca/1e67167f-0f9f-4617-a4d5-e929b3a55839) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:10:52.806806 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4b1352e0-6acc-4ea5-b776-f405a31beb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-509801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-401415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767750'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:53.067945 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d3e922-b51e-4630-8b2e-2f9040f64d4a None None] New status for floating IP a25038eb-8872-4fe6-820f-3bf7d777ec74: ACTIVE {{(pid=84339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 15:10:53.087128 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6617b7-7583-4c1d-9e5b-708ecde4426a req-7b35b0ab-ad15-40db-b58c-f286180fbb3b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:53.101465 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1f6617b7-7583-4c1d-9e5b-708ecde4426a req-7b35b0ab-ad15-40db-b58c-f286180fbb3b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.2662451
Apr 07 15:10:53.169977 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1f6617b7-7583-4c1d-9e5b-708ecde4426a req-46fb078f-c4f0-44d4-959f-a667f92df61c tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673642
Apr 07 15:10:53.259547 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:53.280597 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 1064617d-03d6-47be-9c1b-7823096a71ff details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 15:10:53.291299 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] Transition to ACTIVE for port object 1e67167f-0f9f-4617-a4d5-e929b3a55839 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:10:53.356970 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] Transition to ACTIVE for port object 1e67167f-0f9f-4617-a4d5-e929b3a55839 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:10:53.396380 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-07b0b0ce-8b18-4db5-a833-d93115c2e459 req-30030e81-e3d3-48cb-bcd5-6d94d4d0ffd7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1fea60c6-d3c0-42e1-8a72-6a3347f9203e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0879214
Apr 07 15:10:53.441941 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:53.514286 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:53.579295 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cf0a2-2bc4-465e-bf3e-da8ba9fd61b6 req-545d9326-3880-44aa-8e9e-f2b07177651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:53.581960 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f15cf0a2-2bc4-465e-bf3e-da8ba9fd61b6 req-545d9326-3880-44aa-8e9e-f2b07177651a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe4baebffb304bcebd7f14fa893dc5ab&device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 1098 time: 0.2508671
Apr 07 15:10:53.665549 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] Pushing event updated for resources: {'Port': ['ID=1e67167f-0f9f-4617-a4d5-e929b3a55839,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:53.700476 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:53.851295 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4b1352e0-6acc-4ea5-b776-f405a31beb21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:53.871164 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 1064617d-03d6-47be-9c1b-7823096a71ff, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=1064617d-03d6-47be-9c1b-7823096a71ff,segment=NetworkSegment(83cefd4b-5746-43e9-a558-b4c212593d77),segment_id=83cefd4b-5746-43e9-a558-b4c212593d77)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:10:53.915439 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cf0a2-2bc4-465e-bf3e-da8ba9fd61b6 req-427d696f-6281-4748-a412-8230dab489d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:53.917665 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f15cf0a2-2bc4-465e-bf3e-da8ba9fd61b6 req-427d696f-6281-4748-a412-8230dab489d3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e0f3704-ba7e-4436-937d-51f6b7b3f535 HTTP/1.1" status: 200  len: 917 time: 0.3271525
Apr 07 15:10:53.926922 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] Network 9ec87ff2-febc-4f18-8e41-ab2231995e81 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:10:53.932546 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] Resources bound (agent type, host, resource id):  {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:10:53.936676 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Returning: {'device': '1064617d-03d6-47be-9c1b-7823096a71ff', 'network_id': '1fea60c6-d3c0-42e1-8a72-6a3347f9203e', 'port_id': '1064617d-03d6-47be-9c1b-7823096a71ff', 'mac_address': 'fa:16:3e:e6:28:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0ee707-cd66-48b1-a5fe-75510a42329c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 15:10:53.942500 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:10:53.944781 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4b1352e0-6acc-4ea5-b776-f405a31beb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:53.986684 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c0b8e-3679-4403-bb0d-891ef02d1415 req-00f05680-05d2-434d-8099-cb1e2189f6e1 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:53.995683 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-172c0b8e-3679-4403-bb0d-891ef02d1415 req-00f05680-05d2-434d-8099-cb1e2189f6e1 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b094f84-22c1-4360-914d-9408ca6cdac7 HTTP/1.1" status: 200  len: 944 time: 0.2422893
Apr 07 15:10:54.026547 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-172c0b8e-3679-4403-bb0d-891ef02d1415 req-e66b8834-3188-4e12-a68d-b91766c7d6f8 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0296910
Apr 07 15:10:54.156433 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-4b1352e0-6acc-4ea5-b776-f405a31beb21 admin admin] Allocated IP 172.27.2.252 (aaa28d56-97c7-4706-9a1c-f1c898d32c63/b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0/3c2971fb-2697-463d-b25a-f8a8942f0895) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:10:54.216217 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] Attempting to bind port 1e67167f-0f9f-4617-a4d5-e929b3a55839 on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:10:54.216641 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] Attempting to bind port 1e67167f-0f9f-4617-a4d5-e929b3a55839 by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': 'd1787ff3-3fe3-4996-b14a-09fc1a214c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:10:54.217058 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] Attempting to bind port 1e67167f-0f9f-4617-a4d5-e929b3a55839 on network 9ec87ff2-febc-4f18-8e41-ab2231995e81 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:10:54.219669 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:54.221106 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1064617d-03d6-47be-9c1b-7823096a71ff {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:10:54.236369 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:10:54.236678 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] Checking segment: {'id': 'd1787ff3-3fe3-4996-b14a-09fc1a214c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:10:54.237167 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:54.237433 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] Bound using segment: {'id': 'd1787ff3-3fe3-4996-b14a-09fc1a214c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:10:54.237961 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] Bound port: 1e67167f-0f9f-4617-a4d5-e929b3a55839, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1787ff3-3fe3-4996-b14a-09fc1a214c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:10:54.238389 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:54.324242 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 1064617d-03d6-47be-9c1b-7823096a71ff, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=1064617d-03d6-47be-9c1b-7823096a71ff,segment=NetworkSegment(83cefd4b-5746-43e9-a558-b4c212593d77),segment_id=83cefd4b-5746-43e9-a558-b4c212593d77)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:10:54.328238 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:54.332849 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:54.360521 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-07b0b0ce-8b18-4db5-a833-d93115c2e459 req-a2d64534-dec0-4a17-9d39-a793cf56e336 service neutron] 10.222.0.65 "GET /v2.0/networks/1fea60c6-d3c0-42e1-8a72-6a3347f9203e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8624418
Apr 07 15:10:54.374686 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] For port 1e67167f-0f9f-4617-a4d5-e929b3a55839, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:10:54.451270 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4b1352e0-6acc-4ea5-b776-f405a31beb21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:54.491506 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4b1352e0-6acc-4ea5-b776-f405a31beb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:54.512041 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:54.594151 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c8a9c-3e4d-45c8-a7b0-595856e9d6b3 req-74567459-69ce-41af-add6-d919ae05f80c tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:54.597061 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c73c8a9c-3e4d-45c8-a7b0-595856e9d6b3 req-74567459-69ce-41af-add6-d919ae05f80c tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.2481873
Apr 07 15:10:54.639172 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c73c8a9c-3e4d-45c8-a7b0-595856e9d6b3 req-e98ca1dc-72ed-4731-baa1-d113a54054f6 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0348186
Apr 07 15:10:54.642038 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] For port 1e67167f-0f9f-4617-a4d5-e929b3a55839, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=1e67167f-0f9f-4617-a4d5-e929b3a55839,segment=NetworkSegment(d1787ff3-3fe3-4996-b14a-09fc1a214c5d),segment_id=d1787ff3-3fe3-4996-b14a-09fc1a214c5d)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:10:54.649724 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:54.723713 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=1064617d-03d6-47be-9c1b-7823096a71ff,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:54.727324 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:54.734012 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:54.858321 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] Pushing event updated for resources: {'Port': ['ID=1e67167f-0f9f-4617-a4d5-e929b3a55839,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:54.862349 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:54.977712 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1352e0-6acc-4ea5-b776-f405a31beb21 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2971fb-2697-463d-b25a-f8a8942f0895,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:54.982883 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-4b1352e0-6acc-4ea5-b776-f405a31beb21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:54.997022 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 59994) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:55.054330 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1352e0-6acc-4ea5-b776-f405a31beb21 admin admin] Network aaa28d56-97c7-4706-9a1c-f1c898d32c63 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:10:55.055634 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-4b1352e0-6acc-4ea5-b776-f405a31beb21 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:10:55.059020 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1352e0-6acc-4ea5-b776-f405a31beb21 admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:10:55.381031 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-47f87e17-1f5b-4a10-ac80-b90a5af2ba19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:55.395839 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1db1e3-c1c4-42ce-9c0f-49189158b05a req-74a2d81a-7b2a-49a8-b4ec-342f9e986b66 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:55.398454 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bd1db1e3-c1c4-42ce-9c0f-49189158b05a req-74a2d81a-7b2a-49a8-b4ec-342f9e986b66 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b094f84-22c1-4360-914d-9408ca6cdac7 HTTP/1.1" status: 200  len: 945 time: 0.1895313
Apr 07 15:10:55.432966 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bd1db1e3-c1c4-42ce-9c0f-49189158b05a req-77070850-549b-4a43-ba56-f48b73c2d6d3 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0255785
Apr 07 15:10:55.445339 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-47f87e17-1f5b-4a10-ac80-b90a5af2ba19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:55.459753 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-47f87e17-1f5b-4a10-ac80-b90a5af2ba19 admin admin] Usage tracker for resource:security_group_rule and tenant:8060bb0a34f24e9e92cdb8147520170c is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:55.466265 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-47f87e17-1f5b-4a10-ac80-b90a5af2ba19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:55.476539 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-47f87e17-1f5b-4a10-ac80-b90a5af2ba19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:55.739121 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4b1352e0-6acc-4ea5-b776-f405a31beb21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:55.901719 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-47f87e17-1f5b-4a10-ac80-b90a5af2ba19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:55.913400 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-47f87e17-1f5b-4a10-ac80-b90a5af2ba19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:55.925142 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-8440b3a1-4d2e-4e30-934e-17bbcc5f6b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:55.935930 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222590e-f3b7-475a-b2eb-c04d0587ef3c req-3a353dad-a5e9-4819-be35-a7ca1f707839 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:55.937794 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9222590e-f3b7-475a-b2eb-c04d0587ef3c req-3a353dad-a5e9-4819-be35-a7ca1f707839 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.1363666
Apr 07 15:10:55.995469 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 1e67167f-0f9f-4617-a4d5-e929b3a55839 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:10:56.001288 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9222590e-f3b7-475a-b2eb-c04d0587ef3c req-1a290d20-59bb-412c-ae2a-cbebf6ea8747 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478485
Apr 07 15:10:56.006424 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-47f87e17-1f5b-4a10-ac80-b90a5af2ba19 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8060bb0a34f24e9e92cdb8147520170c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0083978
Apr 07 15:10:56.011673 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 60010) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:56.073440 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f87e17-1f5b-4a10-ac80-b90a5af2ba19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7764132-5df1-4c1b-aad6-ae6b749c5e5a,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:56.082335 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port 1e67167f-0f9f-4617-a4d5-e929b3a55839 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:10:56.083794 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-47f87e17-1f5b-4a10-ac80-b90a5af2ba19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:56.124893 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7eb2a1cc-d10f-4f8d-af0c-bcee9fd5e5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:56.161242 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7eb2a1cc-d10f-4f8d-af0c-bcee9fd5e5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:56.219231 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7eb2a1cc-d10f-4f8d-af0c-bcee9fd5e5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:56.224548 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-874b2c4a-95be-4b36-ac5f-1e8caf1ffe59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:56.240291 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2a1cc-d10f-4f8d-af0c-bcee9fd5e5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7764132-5df1-4c1b-aad6-ae6b749c5e5a,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:56.243100 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7eb2a1cc-d10f-4f8d-af0c-bcee9fd5e5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:56.244359 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-7eb2a1cc-d10f-4f8d-af0c-bcee9fd5e5f9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a7764132-5df1-4c1b-aad6-ae6b749c5e5a HTTP/1.1" status: 204  len: 168 time: 0.2311907
Apr 07 15:10:56.245408 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7eb2a1cc-d10f-4f8d-af0c-bcee9fd5e5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:56.279912 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4b1352e0-6acc-4ea5-b776-f405a31beb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854374369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854265977'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:56.622169 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1352e0-6acc-4ea5-b776-f405a31beb21 admin admin] Router c764c915-ec41-4008-bf7b-a4e90d126d9b is scheduled to L3 agent 68e91330-1547-4583-b49b-ec8634823321 with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 07 15:10:56.664869 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 60026) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:56.669220 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f414ce-40f5-4461-91aa-a9b2f30aeb3c None None] Network 9ec87ff2-febc-4f18-8e41-ab2231995e81 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:10:56.695131 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-736ed37a-7793-4a0b-9dae-ec814c3438a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:56.717624 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-736ed37a-7793-4a0b-9dae-ec814c3438a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:56.725047 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-736ed37a-7793-4a0b-9dae-ec814c3438a6 admin admin] Usage tracker for resource:security_group_rule and tenant:5fe1eea971654db3b692c17651fc5184 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:56.728918 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-736ed37a-7793-4a0b-9dae-ec814c3438a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:56.740489 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312b949-7c88-452d-8fcf-af4ab7f53603 req-5d421659-247a-4098-a3e1-235e53c4bd38 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:56.748553 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1312b949-7c88-452d-8fcf-af4ab7f53603 req-5d421659-247a-4098-a3e1-235e53c4bd38 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b094f84-22c1-4360-914d-9408ca6cdac7 HTTP/1.1" status: 200  len: 945 time: 0.1532748
Apr 07 15:10:56.860655 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-c8006d75-6d0d-4944-ad93-b6cd24bea9f3 None None] Provisioning for port 1e67167f-0f9f-4617-a4d5-e929b3a55839 completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:10:56.876374 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-c8006d75-6d0d-4944-ad93-b6cd24bea9f3 None None] Provisioning complete for port 1e67167f-0f9f-4617-a4d5-e929b3a55839 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:10:56.877059 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c8006d75-6d0d-4944-ad93-b6cd24bea9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:56.879709 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-736ed37a-7793-4a0b-9dae-ec814c3438a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:56.892180 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f15cf0a2-2bc4-465e-bf3e-da8ba9fd61b6 req-3f25a76a-d9b2-410d-90b7-014014a80f36 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2385b65-973a-431d-b33e-126ee0b452a4 HTTP/1.1" status: 200  len: 1001 time: 0.1405406
Apr 07 15:10:56.952350 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1312b949-7c88-452d-8fcf-af4ab7f53603 req-7102f791-b21e-4e75-b5c2-d00091ff06a2 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2023795
Apr 07 15:10:57.030298 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cf0a2-2bc4-465e-bf3e-da8ba9fd61b6 req-2bc62f77-f5dd-44d3-940c-d7212cd0a496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:57.032156 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f15cf0a2-2bc4-465e-bf3e-da8ba9fd61b6 req-2bc62f77-f5dd-44d3-940c-d7212cd0a496 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d05646fb-c605-48bc-82c8-49d6fe52eea8 HTTP/1.1" status: 200  len: 855 time: 0.1270957
Apr 07 15:10:57.060993 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1352e0-6acc-4ea5-b776-f405a31beb21 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:10:57.074276 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] Sync routers for ids ['c764c915-ec41-4008-bf7b-a4e90d126d9b'] in dv-cinder-782260-2-iscsi {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:10:57.080580 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-07b0b0ce-8b18-4db5-a833-d93115c2e459 req-9bb2ec3c-4ba7-46bc-86a1-3b7f47c06145 service neutron] 10.222.0.65 "GET /v2.0/networks/1fea60c6-d3c0-42e1-8a72-6a3347f9203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3154409
Apr 07 15:10:57.105632 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] Routers {'c764c915-ec41-4008-bf7b-a4e90d126d9b'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:10:57.106372 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe69178c400>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:10:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['c764c915-ec41-4008-bf7b-a4e90d126d9b'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:10:57.134547 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4b1352e0-6acc-4ea5-b776-f405a31beb21 admin admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:57.136074 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-4b1352e0-6acc-4ea5-b776-f405a31beb21 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.9647591
Apr 07 15:10:57.146211 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 60032) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:57.178771 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['1064617d-03d6-47be-9c1b-7823096a71ff'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:10:57.228129 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c8006d75-6d0d-4944-ad93-b6cd24bea9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:57.279718 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cf0a2-2bc4-465e-bf3e-da8ba9fd61b6 req-67c4f7b0-f9ae-4604-b758-24c16ec44302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:57.280472 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-c8006d75-6d0d-4944-ad93-b6cd24bea9f3 None None] For port 1e67167f-0f9f-4617-a4d5-e929b3a55839, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=1e67167f-0f9f-4617-a4d5-e929b3a55839,segment=NetworkSegment(d1787ff3-3fe3-4996-b14a-09fc1a214c5d),segment_id=d1787ff3-3fe3-4996-b14a-09fc1a214c5d)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:10:57.281684 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f15cf0a2-2bc4-465e-bf3e-da8ba9fd61b6 req-67c4f7b0-f9ae-4604-b758-24c16ec44302 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e0f3704-ba7e-4436-937d-51f6b7b3f535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2363534
Apr 07 15:10:57.297817 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c8006d75-6d0d-4944-ad93-b6cd24bea9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:57.302975 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-22974b79-2a9b-46b6-b63b-7d76cf908cf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:57.358156 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] Set router c764c915-ec41-4008-bf7b-a4e90d126d9b gateway port host: dv-cinder-782260-2-iscsi {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:10:57.483665 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-201df370-8304-47bf-b1d1-0a132655957f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:57.608019 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8006d75-6d0d-4944-ad93-b6cd24bea9f3 None None] Pushing event updated for resources: {'Port': ['ID=1e67167f-0f9f-4617-a4d5-e929b3a55839,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:57.608708 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f15cf0a2-2bc4-465e-bf3e-da8ba9fd61b6 req-6560acc5-9d8c-42f0-903c-c02413e83f61 service neutron] 10.222.0.65 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3107188
Apr 07 15:10:57.631206 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c8006d75-6d0d-4944-ad93-b6cd24bea9f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:57.676379 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-736ed37a-7793-4a0b-9dae-ec814c3438a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:58.024559 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 1e67167f-0f9f-4617-a4d5-e929b3a55839 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:10:58.165842 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe69178c400>, [{'id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'name': 'tempest-AttachVolumeTestJSON-288799174-router', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:10:52Z', 'updated_at': '2021-04-07T15:10:55Z', 'revision_number': 3, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'gw_port': {'id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:54Z', 'updated_at': '2021-04-07T15:10:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi'}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:10:58.176742 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] Checking router: c764c915-ec41-4008-bf7b-a4e90d126d9b for host: dv-cinder-782260-2-iscsi {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:10:58.177139 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] Updating router c764c915-ec41-4008-bf7b-a4e90d126d9b port 3c2971fb-2697-463d-b25a-f8a8942f0895 binding host dv-cinder-782260-2-iscsi {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 15:10:58.183081 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f15cf0a2-2bc4-465e-bf3e-da8ba9fd61b6 req-d44ed4b1-fe68-4d20-8e0f-b24193edae0e service neutron] 10.222.0.65 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5134370
Apr 07 15:10:58.195236 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-736ed37a-7793-4a0b-9dae-ec814c3438a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:58.219259 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:58.293443 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc1b14-2880-47fc-98fa-91c5059acd91 req-421db223-8229-4e12-b00e-f5f5886dd4a7 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:58.295578 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-1a7f28ad-71da-428b-9520-d342fd7731da None None] Provisioning complete for port 1e67167f-0f9f-4617-a4d5-e929b3a55839 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:10:58.299583 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1a7f28ad-71da-428b-9520-d342fd7731da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:58.309121 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-99dc1b14-2880-47fc-98fa-91c5059acd91 req-421db223-8229-4e12-b00e-f5f5886dd4a7 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 1.1405494
Apr 07 15:10:58.313148 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ed37a-7793-4a0b-9dae-ec814c3438a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1404fbf-8465-49d8-bf18-081d72791ec5,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:58.332191 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:58.342868 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-736ed37a-7793-4a0b-9dae-ec814c3438a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:58.350150 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 1e67167f-0f9f-4617-a4d5-e929b3a55839 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:10:58.350602 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:58.534631 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-99dc1b14-2880-47fc-98fa-91c5059acd91 req-e8122e1f-dec6-4481-9bcc-68812e6e9532 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2234581
Apr 07 15:10:58.541452 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-736ed37a-7793-4a0b-9dae-ec814c3438a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5fe1eea971654db3b692c17651fc5184&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8746703
Apr 07 15:10:58.559529 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 60068) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:58.724147 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2555c-0916-4cf5-b472-c26010163a87 req-332d1e8f-4cbc-4bc1-bb0e-b6ea037c65be tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:58.730231 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7cd2555c-0916-4cf5-b472-c26010163a87 req-332d1e8f-4cbc-4bc1-bb0e-b6ea037c65be tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b094f84-22c1-4360-914d-9408ca6cdac7 HTTP/1.1" status: 200  len: 945 time: 0.4107089
Apr 07 15:10:58.733832 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa028a57-13fa-4e18-a37d-15a9d8197415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:58.771766 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa028a57-13fa-4e18-a37d-15a9d8197415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:58.903583 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7cd2555c-0916-4cf5-b472-c26010163a87 req-1163d05c-52c5-4f51-befd-0d8a4d56795a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602908
Apr 07 15:10:58.909792 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa028a57-13fa-4e18-a37d-15a9d8197415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:58.929666 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-dcf3827f-ff39-4630-9209-82727cd3e9b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:58.956426 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa028a57-13fa-4e18-a37d-15a9d8197415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1404fbf-8465-49d8-bf18-081d72791ec5,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:58.960842 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-aa028a57-13fa-4e18-a37d-15a9d8197415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:58.971760 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa028a57-13fa-4e18-a37d-15a9d8197415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:58.973918 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-aa028a57-13fa-4e18-a37d-15a9d8197415 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d1404fbf-8465-49d8-bf18-081d72791ec5 HTTP/1.1" status: 204  len: 168 time: 0.3990960
Apr 07 15:10:59.147977 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1224c4fb-7966-4dbf-a09f-5c75f97a5934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:59.168299 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:59.203813 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] Transition to ACTIVE for port object 3c2971fb-2697-463d-b25a-f8a8942f0895 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:10:59.215232 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:59.258651 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5b7604b8-96d4-497c-9d4a-7c1349d23868 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:59.444929 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-1224c4fb-7966-4dbf-a09f-5c75f97a5934 admin admin] Allocated IP 172.20.0.1 (9ec87ff2-febc-4f18-8e41-ab2231995e81/7b4613b1-aa51-4fff-9468-67e278e334ca/8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:10:59.454204 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7b2a2-a7fe-4308-9828-cf367042d791 None None] Pushing event updated for resources: {'Port': ['ID=3c2971fb-2697-463d-b25a-f8a8942f0895,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:59.463099 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 60082) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:59.478869 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7b2a2-a7fe-4308-9828-cf367042d791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:59.479388 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7b2a2-a7fe-4308-9828-cf367042d791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:59.479656 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7b2a2-a7fe-4308-9828-cf367042d791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:59.479975 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7b2a2-a7fe-4308-9828-cf367042d791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:59.480364 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7b2a2-a7fe-4308-9828-cf367042d791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:59.480703 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7b2a2-a7fe-4308-9828-cf367042d791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:59.481069 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7b2a2-a7fe-4308-9828-cf367042d791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:59.481496 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7b2a2-a7fe-4308-9828-cf367042d791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:59.481847 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7b2a2-a7fe-4308-9828-cf367042d791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:59.482210 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7b2a2-a7fe-4308-9828-cf367042d791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:59.482566 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7b2a2-a7fe-4308-9828-cf367042d791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:59.482947 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7b2a2-a7fe-4308-9828-cf367042d791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:10:59.487487 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-800fc9e0-3c09-49e8-a72b-9e89a9f9ed08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:59.487701 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-40e7b2a2-a7fe-4308-9828-cf367042d791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:59.505037 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-800fc9e0-3c09-49e8-a72b-9e89a9f9ed08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:10:59.509663 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-800fc9e0-3c09-49e8-a72b-9e89a9f9ed08 admin admin] Usage tracker for resource:security_group_rule and tenant:735c05b700d0441ab5626b41e9b18696 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:10:59.512928 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-800fc9e0-3c09-49e8-a72b-9e89a9f9ed08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:10:59.520140 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-800fc9e0-3c09-49e8-a72b-9e89a9f9ed08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:10:59.558633 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] Attempting to bind port 3c2971fb-2697-463d-b25a-f8a8942f0895 on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:10:59.559124 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] Attempting to bind port 3c2971fb-2697-463d-b25a-f8a8942f0895 by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:10:59.559623 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] Attempting to bind port 3c2971fb-2697-463d-b25a-f8a8942f0895 on network aaa28d56-97c7-4706-9a1c-f1c898d32c63 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:10:59.566116 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:10:59.566612 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] Checking segment: {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:10:59.567140 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:59.567647 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] Bound using segment: {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:10:59.568636 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] Bound port: 3c2971fb-2697-463d-b25a-f8a8942f0895, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:10:59.568636 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:59.627807 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-800fc9e0-3c09-49e8-a72b-9e89a9f9ed08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:59.634228 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-800fc9e0-3c09-49e8-a72b-9e89a9f9ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:59.644958 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f8b63010-620f-4c7c-aa76-31b6f9ffb962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:59.676648 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] For port 3c2971fb-2697-463d-b25a-f8a8942f0895, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:10:59.680796 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fc9e0-3c09-49e8-a72b-9e89a9f9ed08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b022a22-4752-4b44-8454-d6f198b58efa,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:10:59.681044 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] For port 3c2971fb-2697-463d-b25a-f8a8942f0895, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=3c2971fb-2697-463d-b25a-f8a8942f0895,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:10:59.686599 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-800fc9e0-3c09-49e8-a72b-9e89a9f9ed08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:10:59.686864 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:59.699295 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1224c4fb-7966-4dbf-a09f-5c75f97a5934 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:59.708771 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-800fc9e0-3c09-49e8-a72b-9e89a9f9ed08 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=735c05b700d0441ab5626b41e9b18696&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2443812
Apr 07 15:10:59.711994 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:59.712560 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 60090) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:10:59.749084 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-1224c4fb-7966-4dbf-a09f-5c75f97a5934 admin admin] Transition to ACTIVE for port object 8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:10:59.813242 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5666-b077-4b27-bf8a-5e9950b96205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:59.853233 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5666-b077-4b27-bf8a-5e9950b96205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:59.914332 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b7708-cc91-4f85-a49a-20ed4b861d7f req-b1401e29-866a-4a51-b7de-697b602cf31a tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:10:59.916185 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-781b7708-cc91-4f85-a49a-20ed4b861d7f req-b1401e29-866a-4a51-b7de-697b602cf31a tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.1643491
Apr 07 15:10:59.926013 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1224c4fb-7966-4dbf-a09f-5c75f97a5934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:10:59.941815 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:10:59.991018 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3007dd24-73da-4655-8b77-fa5069872bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:00.027432 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-781b7708-cc91-4f85-a49a-20ed4b861d7f req-26a5fdbf-9885-4240-b48a-e61f47ad833b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003861
Apr 07 15:11:00.043987 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:00.165762 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] Routers {'c764c915-ec41-4008-bf7b-a4e90d126d9b'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:11:00.166492 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe69178c400>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:11:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['c764c915-ec41-4008-bf7b-a4e90d126d9b'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:11:00.170253 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224c4fb-7966-4dbf-a09f-5c75f97a5934 admin admin] Pushing event updated for resources: {'Port': ['ID=8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:00.178551 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1224c4fb-7966-4dbf-a09f-5c75f97a5934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:00.194288 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1224c4fb-7966-4dbf-a09f-5c75f97a5934 admin admin] Network 9ec87ff2-febc-4f18-8e41-ab2231995e81 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:11:00.196379 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-1224c4fb-7966-4dbf-a09f-5c75f97a5934 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:11:00.198561 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5666-b077-4b27-bf8a-5e9950b96205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:00.202562 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1224c4fb-7966-4dbf-a09f-5c75f97a5934 admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:11:00.253718 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a173cb84-84de-4366-abaa-54a2a5cc9f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:00.268395 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f5666-b077-4b27-bf8a-5e9950b96205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b022a22-4752-4b44-8454-d6f198b58efa,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:00.275846 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bc2f5666-b077-4b27-bf8a-5e9950b96205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:00.342222 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5666-b077-4b27-bf8a-5e9950b96205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:00.353181 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-bc2f5666-b077-4b27-bf8a-5e9950b96205 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b022a22-4752-4b44-8454-d6f198b58efa HTTP/1.1" status: 204  len: 168 time: 0.6335332
Apr 07 15:11:00.354666 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1224c4fb-7966-4dbf-a09f-5c75f97a5934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623627'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:00.386595 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7b2a2-a7fe-4308-9828-cf367042d791 None None] Pushing event updated for resources: {'Port': ['ID=3c2971fb-2697-463d-b25a-f8a8942f0895,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:00.390716 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-40e7b2a2-a7fe-4308-9828-cf367042d791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:00.467341 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] Set router c764c915-ec41-4008-bf7b-a4e90d126d9b gateway port host: dv-cinder-782260-2-iscsi {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:11:00.534771 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc75d8-f736-4288-8722-e166d2878810 req-65f6e5b8-207a-43f1-b09e-92d26e044e92 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:00.564492 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-22fc75d8-f736-4288-8722-e166d2878810 req-65f6e5b8-207a-43f1-b09e-92d26e044e92 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b094f84-22c1-4360-914d-9408ca6cdac7 HTTP/1.1" status: 200  len: 945 time: 0.2424436
Apr 07 15:11:00.574180 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1224c4fb-7966-4dbf-a09f-5c75f97a5934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:00.625643 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-22fc75d8-f736-4288-8722-e166d2878810 req-2d1a1900-4d36-4c1a-82dc-9bc9b31d6821 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594318
Apr 07 15:11:00.631455 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-f11a080a-1468-4ce5-8fe3-7c7bd7166d79 None None] Provisioning for port 8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:11:00.642175 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-f11a080a-1468-4ce5-8fe3-7c7bd7166d79 None None] Provisioning complete for port 8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:11:00.643277 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f11a080a-1468-4ce5-8fe3-7c7bd7166d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:00.816286 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-f11a080a-1468-4ce5-8fe3-7c7bd7166d79 None None] Port 8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:11:00.953802 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe69178c400>, [{'id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'name': 'tempest-AttachVolumeTestJSON-288799174-router', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:10:52Z', 'updated_at': '2021-04-07T15:10:55Z', 'revision_number': 3, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'gw_port': {'id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:54Z', 'updated_at': '2021-04-07T15:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi'}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:11:00.958896 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d14a94-4209-4c79-bc09-d36e4f5bc3c6 None None] The sync data for ids ['c764c915-ec41-4008-bf7b-a4e90d126d9b'] in dv-cinder-782260-2-iscsi is: [{'id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'name': 'tempest-AttachVolumeTestJSON-288799174-router', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:10:52Z', 'updated_at': '2021-04-07T15:10:55Z', 'revision_number': 3, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'gw_port': {'id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:54Z', 'updated_at': '2021-04-07T15:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi'}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:11:01.069867 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1224c4fb-7966-4dbf-a09f-5c75f97a5934 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:01.078787 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1224c4fb-7966-4dbf-a09f-5c75f97a5934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103687'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:01.110107 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:01.195033 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224c4fb-7966-4dbf-a09f-5c75f97a5934 admin admin] Pushing event updated for resources: {'Port': ['ID=8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:01.204703 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1224c4fb-7966-4dbf-a09f-5c75f97a5934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:01.229734 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1224c4fb-7966-4dbf-a09f-5c75f97a5934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853103132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408734'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:01.335096 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:01.443195 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5f080-d704-491c-aa6b-b8b776aabfba req-e784ef63-9411-483e-b840-0491e5170b04 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:01.467555 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-82c5f080-d704-491c-aa6b-b8b776aabfba req-e784ef63-9411-483e-b840-0491e5170b04 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.2706831
Apr 07 15:11:01.537354 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1224c4fb-7966-4dbf-a09f-5c75f97a5934 admin admin] Network 9ec87ff2-febc-4f18-8e41-ab2231995e81 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:11:01.539196 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-1224c4fb-7966-4dbf-a09f-5c75f97a5934 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:11:01.567332 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-82c5f080-d704-491c-aa6b-b8b776aabfba req-2b691945-5daa-41d5-940d-c930f49e88f3 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861866
Apr 07 15:11:01.773796 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 1064617d-03d6-47be-9c1b-7823096a71ff up at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:11:01.884823 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1224c4fb-7966-4dbf-a09f-5c75f97a5934 admin admin] Router c764c915-ec41-4008-bf7b-a4e90d126d9b has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:11:01.969765 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:01.982543 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:02.034446 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning for port 1064617d-03d6-47be-9c1b-7823096a71ff completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:11:02.058467 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning complete for port 1064617d-03d6-47be-9c1b-7823096a71ff triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:11:02.059263 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:02.084847 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4af64-5707-40da-831b-0cd700684a65 req-d066d034-b150-48c0-b85f-e73dc9a96462 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:02.093273 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-76e4af64-5707-40da-831b-0cd700684a65 req-d066d034-b150-48c0-b85f-e73dc9a96462 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b094f84-22c1-4360-914d-9408ca6cdac7 HTTP/1.1" status: 200  len: 945 time: 0.1360209
Apr 07 15:11:02.110286 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 3c2971fb-2697-463d-b25a-f8a8942f0895 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:11:02.142242 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-76e4af64-5707-40da-831b-0cd700684a65 req-58f2fe14-cf58-4242-a2fc-c2de2dcc5103 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476735
Apr 07 15:11:02.233395 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port 3c2971fb-2697-463d-b25a-f8a8942f0895 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:11:02.241864 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 3c2971fb-2697-463d-b25a-f8a8942f0895 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:11:02.242297 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:02.278513 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a723c43d-3a99-44f3-9d7e-9028ca4ebafc None None] Provisioning complete for port 8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:11:02.278945 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a723c43d-3a99-44f3-9d7e-9028ca4ebafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:02.379755 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1224c4fb-7966-4dbf-a09f-5c75f97a5934 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:11:02.389249 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a723c43d-3a99-44f3-9d7e-9028ca4ebafc None None] Port 8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:11:02.390102 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-1224c4fb-7966-4dbf-a09f-5c75f97a5934 admin admin] 10.222.0.39 "PUT /v2.0/routers/c764c915-ec41-4008-bf7b-a4e90d126d9b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2423706
Apr 07 15:11:02.519889 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:02.540928 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b094f84-22c1-4360-914d-9408ca6cdac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1064617d-03d6-47be-9c1b-7823096a71ff'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:11:02.569346 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:02.608983 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 1064617d-03d6-47be-9c1b-7823096a71ff, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=1064617d-03d6-47be-9c1b-7823096a71ff,segment=NetworkSegment(83cefd4b-5746-43e9-a558-b4c212593d77),segment_id=83cefd4b-5746-43e9-a558-b4c212593d77)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:11:02.642937 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:02.650344 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c8006d75-6d0d-4944-ad93-b6cd24bea9f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:02.719975 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b094f84-22c1-4360-914d-9408ca6cdac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1064617d-03d6-47be-9c1b-7823096a71ff', 'code': 200}
Apr 07 15:11:02.792115 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] For port 3c2971fb-2697-463d-b25a-f8a8942f0895, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=3c2971fb-2697-463d-b25a-f8a8942f0895,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:11:02.847870 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:02.864821 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=1064617d-03d6-47be-9c1b-7823096a71ff,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:02.868820 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:02.869391 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:02.912919 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72284cf-c278-430e-9024-25b08c90b8fd req-c037df26-5fad-4ecf-a738-c0b737a76e63 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:02.915405 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c72284cf-c278-430e-9024-25b08c90b8fd req-c037df26-5fad-4ecf-a738-c0b737a76e63 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.1279469
Apr 07 15:11:02.956901 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Pushing event updated for resources: {'Port': ['ID=3c2971fb-2697-463d-b25a-f8a8942f0895,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:02.960817 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:03.016995 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c72284cf-c278-430e-9024-25b08c90b8fd req-206b0f00-ac9d-42d1-a793-113118111124 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887525
Apr 07 15:11:03.138640 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc348d-c834-49c8-b069-1dc447194347 req-d9313020-f5ab-46c8-9d7f-b9318fc58ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:03.140707 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-28cc348d-c834-49c8-b069-1dc447194347 req-d9313020-f5ab-46c8-9d7f-b9318fc58ea6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5b094f84-22c1-4360-914d-9408ca6cdac7 HTTP/1.1" status: 200  len: 1099 time: 0.1218922
Apr 07 15:11:03.186776 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-28cc348d-c834-49c8-b069-1dc447194347 req-b5aade8d-937b-4703-ba64-b1cbaa21274f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385110
Apr 07 15:11:03.547686 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:11:03.904927 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 60218) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:03.912820 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-c0f0c2e7-a6e9-48ae-8e9b-23c4c5b452bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Request body: {'security_group': {'name': 'tempest-securitygroup--254445371', 'description': 'tempest-description--222530726'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:11:03.918545 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b447dd-c09f-49fe-8f8d-7dff442f1a1a req-8a7c4732-67ce-4622-9f64-14ce82595578 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:03.928025 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e8b447dd-c09f-49fe-8f8d-7dff442f1a1a req-8a7c4732-67ce-4622-9f64-14ce82595578 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b094f84-22c1-4360-914d-9408ca6cdac7 HTTP/1.1" status: 200  len: 946 time: 0.1927495
Apr 07 15:11:03.946211 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-c0f0c2e7-a6e9-48ae-8e9b-23c4c5b452bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:11:03.951981 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-c0f0c2e7-a6e9-48ae-8e9b-23c4c5b452bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Usage tracker for resource:security_group and tenant:b12d2babc7ca4e538b15fd6776db7809 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:11:03.955504 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-c0f0c2e7-a6e9-48ae-8e9b-23c4c5b452bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:11:03.963647 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-c0f0c2e7-a6e9-48ae-8e9b-23c4c5b452bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:11:03.969348 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 3c2971fb-2697-463d-b25a-f8a8942f0895 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:11:03.976605 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e8b447dd-c09f-49fe-8f8d-7dff442f1a1a req-a0079231-95c3-4e5d-9d42-c0e354150f4b tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471582
Apr 07 15:11:03.998441 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c2e7-a6e9-48ae-8e9b-23c4c5b452bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:04.014534 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-c0f0c2e7-a6e9-48ae-8e9b-23c4c5b452bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:11:04.020721 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-c0f0c2e7-a6e9-48ae-8e9b-23c4c5b452bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Usage tracker for resource:security_group_rule and tenant:b12d2babc7ca4e538b15fd6776db7809 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:11:04.025195 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-c0f0c2e7-a6e9-48ae-8e9b-23c4c5b452bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:11:04.033323 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-c0f0c2e7-a6e9-48ae-8e9b-23c4c5b452bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:11:04.101428 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 3c2971fb-2697-463d-b25a-f8a8942f0895 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:11:04.101858 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:04.242750 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c2e7-a6e9-48ae-8e9b-23c4c5b452bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:04.253373 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c2e7-a6e9-48ae-8e9b-23c4c5b452bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:04.266628 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-14198bd7-ad24-4fb4-9927-03baf3b666ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:04.323564 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0c2e7-a6e9-48ae-8e9b-23c4c5b452bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ebc70b-8825-488e-973a-8e1bb893b8c1,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:04.340795 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c0f0c2e7-a6e9-48ae-8e9b-23c4c5b452bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:04.342005 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c2e7-a6e9-48ae-8e9b-23c4c5b452bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:04.344404 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-c0f0c2e7-a6e9-48ae-8e9b-23c4c5b452bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.4399960
Apr 07 15:11:04.349609 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 60234) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:04.364479 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-48add12c-7c97-45cc-b6f9-966040d260e9 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Request body: {'security_group_rule': {'security_group_id': 'd4ebc70b-8825-488e-973a-8e1bb893b8c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:11:04.373583 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-48add12c-7c97-45cc-b6f9-966040d260e9 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:11:04.378769 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-48add12c-7c97-45cc-b6f9-966040d260e9 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Usage tracker for resource:security_group_rule and tenant:b12d2babc7ca4e538b15fd6776db7809 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:11:04.384023 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-48add12c-7c97-45cc-b6f9-966040d260e9 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:11:04.396387 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-48add12c-7c97-45cc-b6f9-966040d260e9 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:11:04.419826 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105cf52-78cb-477d-b0e0-3af248e32c94 req-c8a7cc7a-30c0-4f1c-9a96-02ae035b745b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:04.419826 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6105cf52-78cb-477d-b0e0-3af248e32c94 req-c8a7cc7a-30c0-4f1c-9a96-02ae035b745b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.1971898
Apr 07 15:11:04.431611 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-48add12c-7c97-45cc-b6f9-966040d260e9 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:04.512989 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] Sync routers for ids ['c764c915-ec41-4008-bf7b-a4e90d126d9b'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:11:04.524685 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] Routers {'c764c915-ec41-4008-bf7b-a4e90d126d9b'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:11:04.525831 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6922bdb00>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:11:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['c764c915-ec41-4008-bf7b-a4e90d126d9b'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:11:04.532883 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6105cf52-78cb-477d-b0e0-3af248e32c94 req-435e69b6-3571-4b8a-8c73-06b4ed0d4c18 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566607
Apr 07 15:11:04.600272 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-48add12c-7c97-45cc-b6f9-966040d260e9 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:04.607208 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-48add12c-7c97-45cc-b6f9-966040d260e9 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426631'] for security_group_rule, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:04.705465 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:04.739299 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-48add12c-7c97-45cc-b6f9-966040d260e9 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:04.741444 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-48add12c-7c97-45cc-b6f9-966040d260e9 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3867767
Apr 07 15:11:04.746548 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 60246) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:04.753494 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-abb8e39d-f0bc-4a73-9066-6bc129228a7c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Request body: {'security_group_rule': {'security_group_id': 'd4ebc70b-8825-488e-973a-8e1bb893b8c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:11:04.770903 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-abb8e39d-f0bc-4a73-9066-6bc129228a7c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:11:04.773930 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48add12c-7c97-45cc-b6f9-966040d260e9 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7861b044-52c6-4bf1-984e-5e96f12178a0,revision_number=0']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:04.788075 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-48add12c-7c97-45cc-b6f9-966040d260e9 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:04.792065 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-abb8e39d-f0bc-4a73-9066-6bc129228a7c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Usage tracker for resource:security_group_rule and tenant:b12d2babc7ca4e538b15fd6776db7809 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:11:04.801761 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-abb8e39d-f0bc-4a73-9066-6bc129228a7c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:11:04.813690 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-abb8e39d-f0bc-4a73-9066-6bc129228a7c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:11:04.843452 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-abb8e39d-f0bc-4a73-9066-6bc129228a7c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:04.965299 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-abb8e39d-f0bc-4a73-9066-6bc129228a7c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:04.971313 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-abb8e39d-f0bc-4a73-9066-6bc129228a7c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426631'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:04.975116 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5843e2c2-b061-4f19-87c7-233e5cf8a492 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:05.055994 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8e39d-f0bc-4a73-9066-6bc129228a7c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec530c0-7aa1-436c-8552-2ae38e061fcf,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:05.092829 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-abb8e39d-f0bc-4a73-9066-6bc129228a7c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:05.108170 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-abb8e39d-f0bc-4a73-9066-6bc129228a7c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:05.109564 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-abb8e39d-f0bc-4a73-9066-6bc129228a7c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3615870
Apr 07 15:11:05.115279 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 60260) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:05.122683 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-c2e69f95-741c-429d-9d21-f072f531c5df tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Request body: {'floatingip': {'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:11:05.145730 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-c2e69f95-741c-429d-9d21-f072f531c5df tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:11:05.165967 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-c2e69f95-741c-429d-9d21-f072f531c5df tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Usage tracker for resource:floatingip and tenant:b12d2babc7ca4e538b15fd6776db7809 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:11:05.182888 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-c2e69f95-741c-429d-9d21-f072f531c5df tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:11:05.209691 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-c2e69f95-741c-429d-9d21-f072f531c5df tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:11:05.248583 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c2e69f95-741c-429d-9d21-f072f531c5df tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for floatingip, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:05.266202 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] Set router c764c915-ec41-4008-bf7b-a4e90d126d9b gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:11:05.804307 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b963aed-fd72-404e-836a-28f1bd791a5c req-31cf68f8-1d10-411a-801a-7a38f11d11f1 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:05.821572 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6b963aed-fd72-404e-836a-28f1bd791a5c req-31cf68f8-1d10-411a-801a-7a38f11d11f1 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b094f84-22c1-4360-914d-9408ca6cdac7 HTTP/1.1" status: 200  len: 946 time: 0.4183927
Apr 07 15:11:05.855499 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6538c-034b-4d2d-bfce-6eb91edc7e0b req-1e872621-e4c7-4e35-affa-501df9bb97c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:05.858692 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fbd6538c-034b-4d2d-bfce-6eb91edc7e0b req-1e872621-e4c7-4e35-affa-501df9bb97c5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 1098 time: 0.3585887
Apr 07 15:11:05.900686 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6b963aed-fd72-404e-836a-28f1bd791a5c req-cdd7242e-d1a6-449b-983b-6c2f1631d922 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774214
Apr 07 15:11:05.943628 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fbd6538c-034b-4d2d-bfce-6eb91edc7e0b req-7f0a2e79-f2fb-48c0-84f4-027b9ee92691 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415297
Apr 07 15:11:05.996765 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c2e69f95-741c-429d-9d21-f072f531c5df tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:06.319068 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-c2e69f95-741c-429d-9d21-f072f531c5df tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Allocated IP 172.27.2.85 (aaa28d56-97c7-4706-9a1c-f1c898d32c63/b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0/998890e4-3f5d-4fd5-aed7-848b0faf1d64) {{(pid=84337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:11:06.357475 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c884dd0-00c0-485a-af83-16f496beb51c req-8227bc0c-6335-4819-aea2-27fc53b2fda4 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:06.362402 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4c884dd0-00c0-485a-af83-16f496beb51c req-8227bc0c-6335-4819-aea2-27fc53b2fda4 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.2012730
Apr 07 15:11:06.369965 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6922bdb00>, [{'id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'name': 'tempest-AttachVolumeTestJSON-288799174-router', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:10:52Z', 'updated_at': '2021-04-07T15:11:00Z', 'revision_number': 4, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'gw_port': {'id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:54Z', 'updated_at': '2021-04-07T15:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf', 'name': '', 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'mac_address': 'fa:16:3e:ce:13:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:59Z', 'updated_at': '2021-04-07T15:11:00Z', 'revision_number': 2, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'subnets': [{'id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:11:06.379367 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] Checking router: c764c915-ec41-4008-bf7b-a4e90d126d9b for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:11:06.380283 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] Updating router c764c915-ec41-4008-bf7b-a4e90d126d9b port 8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf binding host dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 15:11:06.522308 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:06.549386 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4c884dd0-00c0-485a-af83-16f496beb51c req-b50963d9-3e58-429e-a1e9-e7baf36e085b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609211
Apr 07 15:11:06.720225 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c2e69f95-741c-429d-9d21-f072f531c5df tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for port, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:06.791100 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c2e69f95-741c-429d-9d21-f072f531c5df tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836'] for port, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:06.826879 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:07.054525 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 60314) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:07.242168 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f977d1f5-0a85-4e60-9409-dce03fd82610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:07.277305 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-f977d1f5-0a85-4e60-9409-dce03fd82610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:11:07.282642 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-f977d1f5-0a85-4e60-9409-dce03fd82610 admin admin] Usage tracker for resource:security_group_rule and tenant:035dacec8eaf43d38e3379c8bb2cd753 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:11:07.287145 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-f977d1f5-0a85-4e60-9409-dce03fd82610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:11:07.294632 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-f977d1f5-0a85-4e60-9409-dce03fd82610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:11:07.388145 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:07.450702 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] Transition to ACTIVE for port object 8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:11:07.465992 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:07.581763 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f977d1f5-0a85-4e60-9409-dce03fd82610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:07.588481 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f977d1f5-0a85-4e60-9409-dce03fd82610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:07.685247 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-78bdf753-3d55-4b91-99e3-ed1890f7798c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:07.751019 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e69f95-741c-429d-9d21-f072f531c5df tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Pushing event updated for resources: {'Port': ['ID=998890e4-3f5d-4fd5-aed7-848b0faf1d64,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:07.756357 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c2e69f95-741c-429d-9d21-f072f531c5df tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.929s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:07.777759 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e69f95-741c-429d-9d21-f072f531c5df tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Network aaa28d56-97c7-4706-9a1c-f1c898d32c63 is already hosted by enough agents. {{(pid=84337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:11:07.780349 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-c2e69f95-741c-429d-9d21-f072f531c5df tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Resources bound (agent type, host, resource id):  {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:11:07.785563 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e69f95-741c-429d-9d21-f072f531c5df tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Received port after_create {{(pid=84337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:11:07.815549 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-f977d1f5-0a85-4e60-9409-dce03fd82610 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=035dacec8eaf43d38e3379c8bb2cd753&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7586277
Apr 07 15:11:07.822166 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 60336) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:07.823981 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977d1f5-0a85-4e60-9409-dce03fd82610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51e063a-f85c-47fa-bb88-f987993e8b02,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:07.847730 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:07.855576 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f977d1f5-0a85-4e60-9409-dce03fd82610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:08.063613 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c2e69f95-741c-429d-9d21-f072f531c5df tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:08.143685 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43748938-7383-403b-adcb-13796d05950e None None] Pushing event updated for resources: {'Port': ['ID=8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:08.153088 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-43748938-7383-403b-adcb-13796d05950e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:08.161875 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bd252958-a27c-4bba-8740-b41cfa7fdd51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:08.236468 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bd252958-a27c-4bba-8740-b41cfa7fdd51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:08.428289 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c2e69f95-741c-429d-9d21-f072f531c5df tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:08.693122 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 60354) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:08.704714 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] Attempting to bind port 8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:11:08.705143 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] Attempting to bind port 8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': 'd1787ff3-3fe3-4996-b14a-09fc1a214c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:11:08.705648 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] Attempting to bind port 8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf on network 9ec87ff2-febc-4f18-8e41-ab2231995e81 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:11:08.712251 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:11:08.712681 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] Checking segment: {'id': 'd1787ff3-3fe3-4996-b14a-09fc1a214c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:11:08.713164 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:08.713654 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] Bound using segment: {'id': 'd1787ff3-3fe3-4996-b14a-09fc1a214c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:11:08.714220 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] Bound port: 8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1787ff3-3fe3-4996-b14a-09fc1a214c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:11:08.714656 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:08.803360 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bd252958-a27c-4bba-8740-b41cfa7fdd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:08.807950 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c7742afb-7aa6-4917-911e-98a38bba526b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:08.828223 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd252958-a27c-4bba-8740-b41cfa7fdd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51e063a-f85c-47fa-bb88-f987993e8b02,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:08.832194 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bd252958-a27c-4bba-8740-b41cfa7fdd51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:08.834525 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bd252958-a27c-4bba-8740-b41cfa7fdd51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:08.839036 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-bd252958-a27c-4bba-8740-b41cfa7fdd51 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a51e063a-f85c-47fa-bb88-f987993e8b02 HTTP/1.1" status: 204  len: 168 time: 0.9793139
Apr 07 15:11:08.840368 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] For port 8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:11:08.853946 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] For port 8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf,segment=NetworkSegment(d1787ff3-3fe3-4996-b14a-09fc1a214c5d),segment_id=d1787ff3-3fe3-4996-b14a-09fc1a214c5d)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:11:08.892398 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:08.932971 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-caac36a5-6a13-4a13-9b22-73473ab347c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:08.951774 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92778eb5-e47f-4be6-88a5-ef85d8a131b4 req-2d489997-0fcc-48b7-a312-deaef7ac19df tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:08.953817 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-92778eb5-e47f-4be6-88a5-ef85d8a131b4 req-2d489997-0fcc-48b7-a312-deaef7ac19df tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.3397605
Apr 07 15:11:09.031286 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-92778eb5-e47f-4be6-88a5-ef85d8a131b4 req-2202ed84-3655-4d26-b687-bb15e49e151b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611069
Apr 07 15:11:09.090632 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43748938-7383-403b-adcb-13796d05950e None None] Pushing event updated for resources: {'Port': ['ID=8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:09.099158 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-43748938-7383-403b-adcb-13796d05950e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:09.108330 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c2e69f95-741c-429d-9d21-f072f531c5df tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:09.114675 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c2e69f95-741c-429d-9d21-f072f531c5df tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:09.133847 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:09.230966 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] Routers {'c764c915-ec41-4008-bf7b-a4e90d126d9b'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:11:09.231693 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6922bdb00>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:11:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['c764c915-ec41-4008-bf7b-a4e90d126d9b'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:11:09.325890 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e69f95-741c-429d-9d21-f072f531c5df tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Pushing event updated for resources: {'Port': ['ID=998890e4-3f5d-4fd5-aed7-848b0faf1d64,revision_number=2']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:09.453081 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c2e69f95-741c-429d-9d21-f072f531c5df tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:09.472374 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 60378) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:09.507415 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cd476a28-29a1-479b-acb0-373a1918a3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:09.532464 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-cd476a28-29a1-479b-acb0-373a1918a3f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:11:09.540245 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-cd476a28-29a1-479b-acb0-373a1918a3f6 admin admin] Usage tracker for resource:security_group_rule and tenant:e1d8911fb46c441193fc271548712693 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:11:09.544138 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-cd476a28-29a1-479b-acb0-373a1918a3f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:11:09.552215 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-cd476a28-29a1-479b-acb0-373a1918a3f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:11:09.566286 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a7c1859e-ea19-4ae9-b325-007d8f898210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:09.595284 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] Set router c764c915-ec41-4008-bf7b-a4e90d126d9b gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:11:09.636584 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c2e69f95-741c-429d-9d21-f072f531c5df tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509939'] for floatingip, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:09.661261 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-a7c1859e-ea19-4ae9-b325-007d8f898210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:11:09.672916 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-a7c1859e-ea19-4ae9-b325-007d8f898210 admin admin] Usage tracker for resource:security_group_rule and tenant:5a5c665da5ed423b98dcf55b981151bf is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:11:09.688549 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-a7c1859e-ea19-4ae9-b325-007d8f898210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:11:09.698890 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cd476a28-29a1-479b-acb0-373a1918a3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:09.703807 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cd476a28-29a1-479b-acb0-373a1918a3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:09.709629 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-a7c1859e-ea19-4ae9-b325-007d8f898210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:11:09.717964 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-fcbe2063-d65a-40ad-8c1c-4ba59dc7c644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:09.731617 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c2e69f95-741c-429d-9d21-f072f531c5df tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for floatingip, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:09.765022 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-c2e69f95-741c-429d-9d21-f072f531c5df tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.6364553
Apr 07 15:11:09.788244 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd476a28-29a1-479b-acb0-373a1918a3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fa26b7-c1ea-40b7-8072-56af363559e6,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:09.805044 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-cd476a28-29a1-479b-acb0-373a1918a3f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:09.839008 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-cd476a28-29a1-479b-acb0-373a1918a3f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e1d8911fb46c441193fc271548712693&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3623264
Apr 07 15:11:09.839414 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 60390) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:09.905898 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b500e24-c257-465d-a195-ebb67559cf79 req-6f16d133-0b3a-4624-bafd-f990855efec6 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:09.915071 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7b500e24-c257-465d-a195-ebb67559cf79 req-6f16d133-0b3a-4624-bafd-f990855efec6 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.4676785
Apr 07 15:11:09.982127 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9fd9daeb-8f15-412e-880b-49e738172122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:10.004899 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7b500e24-c257-465d-a195-ebb67559cf79 req-1833f0a5-0d2f-42a0-9e8f-4f42df7c1762 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880282
Apr 07 15:11:10.042512 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9fd9daeb-8f15-412e-880b-49e738172122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:10.139399 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9fd9daeb-8f15-412e-880b-49e738172122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:10.145669 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a7c1859e-ea19-4ae9-b325-007d8f898210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:10.149902 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a7c1859e-ea19-4ae9-b325-007d8f898210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:10.150100 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:10.159698 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-452a9aad-b186-4b40-924a-a59be080dcd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:10.176280 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9daeb-8f15-412e-880b-49e738172122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fa26b7-c1ea-40b7-8072-56af363559e6,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:10.183270 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-9fd9daeb-8f15-412e-880b-49e738172122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:10.187771 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9fd9daeb-8f15-412e-880b-49e738172122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:10.190209 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-9fd9daeb-8f15-412e-880b-49e738172122 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/53fa26b7-c1ea-40b7-8072-56af363559e6 HTTP/1.1" status: 204  len: 168 time: 0.3494403
Apr 07 15:11:10.282734 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6922bdb00>, [{'id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'name': 'tempest-AttachVolumeTestJSON-288799174-router', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:10:52Z', 'updated_at': '2021-04-07T15:11:00Z', 'revision_number': 4, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'gw_port': {'id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:54Z', 'updated_at': '2021-04-07T15:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf', 'name': '', 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'mac_address': 'fa:16:3e:ce:13:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:59Z', 'updated_at': '2021-04-07T15:11:08Z', 'revision_number': 4, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'subnets': [{'id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:11:10.287923 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1216917e-ae84-40f4-8247-3a5af1548d27 None None] The sync data for ids ['c764c915-ec41-4008-bf7b-a4e90d126d9b'] in dv-cinder-782260-2-iscsi is: [{'id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'name': 'tempest-AttachVolumeTestJSON-288799174-router', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:10:52Z', 'updated_at': '2021-04-07T15:11:00Z', 'revision_number': 4, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'gw_port': {'id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:54Z', 'updated_at': '2021-04-07T15:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf', 'name': '', 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'mac_address': 'fa:16:3e:ce:13:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:59Z', 'updated_at': '2021-04-07T15:11:08Z', 'revision_number': 4, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'subnets': [{'id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:11:10.314261 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-a7c1859e-ea19-4ae9-b325-007d8f898210 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5a5c665da5ed423b98dcf55b981151bf&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4609334
Apr 07 15:11:10.315067 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 60416) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:10.318581 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-34535573-d9cd-40df-adc2-2b811a8e59a2 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--254445371&fields=id&tenant_id=b12d2babc7ca4e538b15fd6776db7809 HTTP/1.1" status: 200  len: 267 time: 0.0695834
Apr 07 15:11:10.319349 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1859e-ea19-4ae9-b325-007d8f898210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37593283-d31b-4694-85eb-9da3425074dd,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:10.323621 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a7c1859e-ea19-4ae9-b325-007d8f898210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:10.471217 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6d6bca72-7300-4353-ac36-a0f1892adf17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:10.530884 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6d6bca72-7300-4353-ac36-a0f1892adf17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:10.629655 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6d6bca72-7300-4353-ac36-a0f1892adf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:10.638206 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:10.671899 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6bca72-7300-4353-ac36-a0f1892adf17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37593283-d31b-4694-85eb-9da3425074dd,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:10.677060 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6d6bca72-7300-4353-ac36-a0f1892adf17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:10.683196 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6d6bca72-7300-4353-ac36-a0f1892adf17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:10.690663 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-6d6bca72-7300-4353-ac36-a0f1892adf17 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/37593283-d31b-4694-85eb-9da3425074dd HTTP/1.1" status: 204  len: 168 time: 0.3683159
Apr 07 15:11:10.786080 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-ee3f703c-6b4c-46c4-9361-42749aa83139 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:10.788764 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-ee3f703c-6b4c-46c4-9361-42749aa83139 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/networks?id=9ec87ff2-febc-4f18-8e41-ab2231995e81 HTTP/1.1" status: 200  len: 810 time: 0.3599761
Apr 07 15:11:10.850876 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-64594fe8-91ed-4e8a-9991-cec694600a1c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/quotas/b12d2babc7ca4e538b15fd6776db7809 HTTP/1.1" status: 200  len: 375 time: 0.0549414
Apr 07 15:11:11.000357 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-35f1aa9e-4d21-4bff-9123-bf107193108b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b12d2babc7ca4e538b15fd6776db7809&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1485114
Apr 07 15:11:11.263190 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-a3dc52ab-5a8e-4b73-bfa6-8a34f0d0991e service neutron] 10.222.0.39 "GET /v2.0/networks/9ec87ff2-febc-4f18-8e41-ab2231995e81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2568412
Apr 07 15:11:11.638989 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-80aa404e-b8c8-4c66-b818-37b11e2e70ff service neutron] 10.222.0.39 "GET /v2.0/networks/9ec87ff2-febc-4f18-8e41-ab2231995e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3746932
Apr 07 15:11:11.747550 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879f653-0e41-4219-9275-89b22505cb38 req-9c1d1f85-8410-4e4e-a0ed-96b9dc37c2c1 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:11.752275 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4879f653-0e41-4219-9275-89b22505cb38 req-9c1d1f85-8410-4e4e-a0ed-96b9dc37c2c1 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/networks?id=1fea60c6-d3c0-42e1-8a72-6a3347f9203e HTTP/1.1" status: 200  len: 815 time: 0.2865906
Apr 07 15:11:11.787214 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4879f653-0e41-4219-9275-89b22505cb38 req-a677afc3-75a0-4503-9af6-2fd70098adca tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/quotas/319b24532db24adf857ac07d263f15ce HTTP/1.1" status: 200  len: 375 time: 0.0171974
Apr 07 15:11:12.033242 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4879f653-0e41-4219-9275-89b22505cb38 req-10b2cf4d-bd83-4331-aa66-5275c914ff0a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=319b24532db24adf857ac07d263f15ce&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2446856
Apr 07 15:11:12.156716 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:11:12.231040 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4879f653-0e41-4219-9275-89b22505cb38 req-75b1cae7-ad7b-4f85-93be-180e6fdba4bc service neutron] 10.222.0.39 "GET /v2.0/networks/1fea60c6-d3c0-42e1-8a72-6a3347f9203e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1962779
Apr 07 15:11:12.288805 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port 8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:11:12.299805 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:11:12.300984 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:12.449929 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4879f653-0e41-4219-9275-89b22505cb38 req-86564692-f214-4247-8c79-10ae5041fbb9 service neutron] 10.222.0.39 "GET /v2.0/networks/1fea60c6-d3c0-42e1-8a72-6a3347f9203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2173500
Apr 07 15:11:12.867490 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:12.894793 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-77a2aa4c-6c9b-4151-be1f-5a214b87914d req-b8e24248-47dd-4c7e-a4ed-2afff96167e5 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 210 time: 0.1317124
Apr 07 15:11:12.913962 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] For port 8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf,segment=NetworkSegment(d1787ff3-3fe3-4996-b14a-09fc1a214c5d),segment_id=d1787ff3-3fe3-4996-b14a-09fc1a214c5d)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:11:12.919931 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:12.926376 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:13.045991 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-509d03ff-2aaa-4c26-bf6b-bb3944e477bb req-71d18832-c5f2-4b43-acea-5bfba7f0b1e5 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 210 time: 0.1159339
Apr 07 15:11:13.046935 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Pushing event updated for resources: {'Port': ['ID=8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:13.051172 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:14.020855 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:11:14.102156 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dd924fee-672e-4892-977c-72a05988c437 req-edfef38f-c2f0-409a-aaf9-00d11533c58c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 210 time: 0.0581381
Apr 07 15:11:14.110177 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:11:14.111040 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:14.329162 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5ee00c94-41a7-48a5-8af8-5881349263b1 req-f5685273-645a-4a29-8267-ff32008d608a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 210 time: 0.0696366
Apr 07 15:11:15.350427 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d73bb705-6c11-4327-a4bc-37bd277439d7 req-68b8c808-ddec-4e02-80f1-cca1c9bacbe1 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 210 time: 0.0970275
Apr 07 15:11:15.627562 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-088496a4-3d1c-4ed9-ad1f-e40d3ce55948 req-c4e77271-85d6-4fd0-a06c-19ec42f589ef tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 210 time: 0.0755675
Apr 07 15:11:15.656394 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879f653-0e41-4219-9275-89b22505cb38 req-15bb6f7d-0d72-4ea3-b5ff-c3d36aad0bb2 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:15.658754 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4879f653-0e41-4219-9275-89b22505cb38 req-15bb6f7d-0d72-4ea3-b5ff-c3d36aad0bb2 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.65 "GET /v2.0/networks?id=1fea60c6-d3c0-42e1-8a72-6a3347f9203e HTTP/1.1" status: 200  len: 815 time: 0.2858932
Apr 07 15:11:15.701050 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-4879f653-0e41-4219-9275-89b22505cb38 req-9ac64b2d-e2ab-4496-88e3-0cec4b6b1ba6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Request body: {'port': {'device_id': '7e67fb9f-5a60-40fd-b667-96c1446507d9', 'network_id': '1fea60c6-d3c0-42e1-8a72-6a3347f9203e', 'admin_state_up': True, 'tenant_id': '319b24532db24adf857ac07d263f15ce'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:11:15.923681 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-4879f653-0e41-4219-9275-89b22505cb38 req-9ac64b2d-e2ab-4496-88e3-0cec4b6b1ba6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:11:15.931480 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-4879f653-0e41-4219-9275-89b22505cb38 req-9ac64b2d-e2ab-4496-88e3-0cec4b6b1ba6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Usage tracker for resource:port and tenant:319b24532db24adf857ac07d263f15ce is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:11:15.938483 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-4879f653-0e41-4219-9275-89b22505cb38 req-9ac64b2d-e2ab-4496-88e3-0cec4b6b1ba6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:11:15.950039 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-4879f653-0e41-4219-9275-89b22505cb38 req-9ac64b2d-e2ab-4496-88e3-0cec4b6b1ba6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:11:15.962004 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4879f653-0e41-4219-9275-89b22505cb38 req-9ac64b2d-e2ab-4496-88e3-0cec4b6b1ba6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Made reservation on behalf of 319b24532db24adf857ac07d263f15ce for: {'port': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:11:15.975306 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-4879f653-0e41-4219-9275-89b22505cb38 req-9ac64b2d-e2ab-4496-88e3-0cec4b6b1ba6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:16.201631 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [req-4879f653-0e41-4219-9275-89b22505cb38 req-9ac64b2d-e2ab-4496-88e3-0cec4b6b1ba6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Allocated IP 172.20.0.2 (1fea60c6-d3c0-42e1-8a72-6a3347f9203e/af0ee707-cd66-48b1-a5fe-75510a42329c/3404f024-0e05-4835-84e6-d9bd4c93d11f) {{(pid=84337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:11:16.482224 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-4879f653-0e41-4219-9275-89b22505cb38 req-9ac64b2d-e2ab-4496-88e3-0cec4b6b1ba6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks [] for port, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:16.586173 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-4879f653-0e41-4219-9275-89b22505cb38 req-9ac64b2d-e2ab-4496-88e3-0cec4b6b1ba6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836'] for port, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:16.637319 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['75ad4273-1c91-412c-8dec-478781048da3', '1064617d-03d6-47be-9c1b-7823096a71ff'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:11:16.999322 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:17.053977 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-c35d0982-d28c-4b6e-ba72-46be4c55c73f tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:17.055451 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-c35d0982-d28c-4b6e-ba72-46be4c55c73f tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Synchronizing usage tracker for tenant:b12d2babc7ca4e538b15fd6776db7809 on resource:network {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:11:17.085004 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8416f64e-06c5-414b-9f4f-33f21f975f0d req-b07cf6ca-6fc0-4b53-a4a4-dfdc0e00a551 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 210 time: 0.4957476
Apr 07 15:11:17.089375 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-c35d0982-d28c-4b6e-ba72-46be4c55c73f tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Unset dirty status for tenant:b12d2babc7ca4e538b15fd6776db7809 on resource:network {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:11:17.099062 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac64b2d-e2ab-4496-88e3-0cec4b6b1ba6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Pushing event updated for resources: {'Port': ['ID=3404f024-0e05-4835-84e6-d9bd4c93d11f,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:17.111959 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-c35d0982-d28c-4b6e-ba72-46be4c55c73f tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.65 "GET /v2.0/networks?id=9ec87ff2-febc-4f18-8e41-ab2231995e81 HTTP/1.1" status: 200  len: 810 time: 0.3677311
Apr 07 15:11:17.122654 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-9ac64b2d-e2ab-4496-88e3-0cec4b6b1ba6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:17.190289 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90b821-4647-4479-89e4-9fdb64a17c42 req-b3edc0d3-9bb6-45ad-972b-d1909e29bd07 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:17.192028 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bd90b821-4647-4479-89e4-9fdb64a17c42 req-b3edc0d3-9bb6-45ad-972b-d1909e29bd07 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.6710865
Apr 07 15:11:17.242465 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-4c4661f5-821a-4443-8026-2901a7f6c8cb tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Synchronizing usage tracker for tenant:b12d2babc7ca4e538b15fd6776db7809 on resource:security_group {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:11:17.265859 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-4c4661f5-821a-4443-8026-2901a7f6c8cb tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Unset dirty status for tenant:b12d2babc7ca4e538b15fd6776db7809 on resource:security_group {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:11:17.267628 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-4c4661f5-821a-4443-8026-2901a7f6c8cb tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b12d2babc7ca4e538b15fd6776db7809 HTTP/1.1" status: 200  len: 5707 time: 0.1120682
Apr 07 15:11:17.273618 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bd90b821-4647-4479-89e4-9fdb64a17c42 req-3f846998-da38-4eb4-af76-50d4bae03aea tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493352
Apr 07 15:11:17.276488 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fbc3a-e25a-4391-85cd-c8d7caeaab25 req-a3b9bec6-3010-4eee-af04-d37340f74325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:17.278545 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-124fbc3a-e25a-4391-85cd-c8d7caeaab25 req-a3b9bec6-3010-4eee-af04-d37340f74325 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cc9555d2ba234896823be6d5f89668b9&device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 1099 time: 0.6600177
Apr 07 15:11:17.299273 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4879f653-0e41-4219-9275-89b22505cb38 req-9ac64b2d-e2ab-4496-88e3-0cec4b6b1ba6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Network 1fea60c6-d3c0-42e1-8a72-6a3347f9203e is already hosted by enough agents. {{(pid=84337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:11:17.300949 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [req-4879f653-0e41-4219-9275-89b22505cb38 req-9ac64b2d-e2ab-4496-88e3-0cec4b6b1ba6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Resources bound (agent type, host, resource id):  {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:11:17.303507 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-2d04179a-631b-4c9f-bf79-655a707a468b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Request body: {'port': {'device_id': '5e76f0c1-92b3-499b-be57-5e00dbeab0a4', 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81', 'admin_state_up': True, 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'security_groups': ['d4ebc70b-8825-488e-973a-8e1bb893b8c1']}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:11:17.310956 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4879f653-0e41-4219-9275-89b22505cb38 req-9ac64b2d-e2ab-4496-88e3-0cec4b6b1ba6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Received port after_create {{(pid=84337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:11:17.317728 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879f653-0e41-4219-9275-89b22505cb38 req-9ac64b2d-e2ab-4496-88e3-0cec4b6b1ba6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:17.318451 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-4879f653-0e41-4219-9275-89b22505cb38 req-9ac64b2d-e2ab-4496-88e3-0cec4b6b1ba6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:17.349055 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4879f653-0e41-4219-9275-89b22505cb38 req-9ac64b2d-e2ab-4496-88e3-0cec4b6b1ba6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6522806
Apr 07 15:11:17.371540 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-4879f653-0e41-4219-9275-89b22505cb38 req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] Request body: {'port': {'device_id': '7e67fb9f-5a60-40fd-b667-96c1446507d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:11:17.589939 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5b302-2d9f-4e63-885b-c81a21e96fd2 req-f79115be-1196-4b49-8998-66adceb4a7b0 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:17.590750 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-00b5b302-2d9f-4e63-885b-c81a21e96fd2 req-f79115be-1196-4b49-8998-66adceb4a7b0 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Synchronizing usage tracker for tenant:319b24532db24adf857ac07d263f15ce on resource:port {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:11:17.598184 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-4879f653-0e41-4219-9275-89b22505cb38 req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:17.636074 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fbc3a-e25a-4391-85cd-c8d7caeaab25 req-1e825e17-c083-4183-b355-ade729e36768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:17.638154 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-124fbc3a-e25a-4391-85cd-c8d7caeaab25 req-1e825e17-c083-4183-b355-ade729e36768 service neutron] 10.222.0.65 "GET /v2.0/networks?id=339f7b08-9f95-4282-b63e-f044a2cab794 HTTP/1.1" status: 200  len: 920 time: 0.3041286
Apr 07 15:11:17.729337 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-2d04179a-631b-4c9f-bf79-655a707a468b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:11:17.744018 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-2d04179a-631b-4c9f-bf79-655a707a468b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Usage tracker for resource:port and tenant:b12d2babc7ca4e538b15fd6776db7809 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:11:17.757235 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-2d04179a-631b-4c9f-bf79-655a707a468b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:11:17.762810 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-124fbc3a-e25a-4391-85cd-c8d7caeaab25 req-6bce77c6-6217-48e1-9f76-78665fc50fdd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7963e76b-52e7-4f65-a8a7-ffa942491e52 HTTP/1.1" status: 200  len: 217 time: 0.1135304
Apr 07 15:11:17.768480 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-2d04179a-631b-4c9f-bf79-655a707a468b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:11:17.886398 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-2d04179a-631b-4c9f-bf79-655a707a468b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Made reservation on behalf of b12d2babc7ca4e538b15fd6776db7809 for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:11:17.894656 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-2d04179a-631b-4c9f-bf79-655a707a468b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:17.931359 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fbc3a-e25a-4391-85cd-c8d7caeaab25 req-c65302a4-b1e3-4b6c-a644-9ff2ec686143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:17.933994 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-124fbc3a-e25a-4391-85cd-c8d7caeaab25 req-c65302a4-b1e3-4b6c-a644-9ff2ec686143 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=715e635f-38c7-4cfa-8476-85d5d882c8e5 HTTP/1.1" status: 200  len: 859 time: 0.1623640
Apr 07 15:11:18.052523 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-124fbc3a-e25a-4391-85cd-c8d7caeaab25 req-8de4197b-ba3a-463b-aa2b-3eed105999d6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=339f7b08-9f95-4282-b63e-f044a2cab794&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0688155
Apr 07 15:11:18.108284 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-00b5b302-2d9f-4e63-885b-c81a21e96fd2 req-f79115be-1196-4b49-8998-66adceb4a7b0 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Unset dirty status for tenant:319b24532db24adf857ac07d263f15ce on resource:port {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:11:18.109893 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-00b5b302-2d9f-4e63-885b-c81a21e96fd2 req-f79115be-1196-4b49-8998-66adceb4a7b0 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 931 time: 0.6944523
Apr 07 15:11:18.188997 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-00b5b302-2d9f-4e63-885b-c81a21e96fd2 req-974f4bd0-1db4-4c70-9eeb-397f88efca07 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532758
Apr 07 15:11:18.219016 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-124fbc3a-e25a-4391-85cd-c8d7caeaab25 req-2f13c94b-885b-4543-9bab-802bf9a7e718 service neutron] 10.222.0.65 "GET /v2.0/networks/339f7b08-9f95-4282-b63e-f044a2cab794?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1551173
Apr 07 15:11:18.467798 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-2d04179a-631b-4c9f-bf79-655a707a468b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Allocated IP 172.20.0.14 (9ec87ff2-febc-4f18-8e41-ab2231995e81/7b4613b1-aa51-4fff-9468-67e278e334ca/4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:11:18.506584 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-124fbc3a-e25a-4391-85cd-c8d7caeaab25 req-2253024f-e35d-4d03-9bde-f5eaab4d6997 service neutron] 10.222.0.65 "GET /v2.0/networks/339f7b08-9f95-4282-b63e-f044a2cab794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2761869
Apr 07 15:11:18.568874 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-203fa712-e214-4489-9742-9bef8e082030 req-ee7fdd66-5053-4f0b-838c-58b759fa6f97 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 210 time: 0.2177680
Apr 07 15:11:18.648236 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [req-4879f653-0e41-4219-9275-89b22505cb38 req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3404f024-0e05-4835-84e6-d9bd4c93d11f {{(pid=84337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:11:18.689820 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-4879f653-0e41-4219-9275-89b22505cb38 req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:18.725435 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-4879f653-0e41-4219-9275-89b22505cb38 req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] Transition to ACTIVE for port object 3404f024-0e05-4835-84e6-d9bd4c93d11f will not be triggered until provisioned by entity L2. {{(pid=84337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:11:18.755140 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-4879f653-0e41-4219-9275-89b22505cb38 req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:18.876280 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:18.884866 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-2d04179a-631b-4c9f-bf79-655a707a468b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:18.909558 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-2d04179a-631b-4c9f-bf79-655a707a468b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Transition to ACTIVE for port object 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:11:18.947434 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-2d04179a-631b-4c9f-bf79-655a707a468b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:18.992398 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] Pushing event updated for resources: {'Port': ['ID=3404f024-0e05-4835-84e6-d9bd4c93d11f,revision_number=2']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:18.995602 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:19.068639 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f9009a39-ca6a-4b2b-ab72-96d65c7a5879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:19.096631 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88488761-0c3b-436d-a4d4-c51b81a42119 req-b8657a83-6b9d-4e6b-8de7-92700bf4730b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:19.098385 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-88488761-0c3b-436d-a4d4-c51b81a42119 req-b8657a83-6b9d-4e6b-8de7-92700bf4730b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.6769376
Apr 07 15:11:19.100375 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 60714) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:19.186667 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04179a-631b-4c9f-bf79-655a707a468b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Pushing event updated for resources: {'Port': ['ID=4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:19.192615 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-2d04179a-631b-4c9f-bf79-655a707a468b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:19.210667 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-2d04179a-631b-4c9f-bf79-655a707a468b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Network 9ec87ff2-febc-4f18-8e41-ab2231995e81 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:11:19.212125 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-2d04179a-631b-4c9f-bf79-655a707a468b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:11:19.214893 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-2d04179a-631b-4c9f-bf79-655a707a468b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:11:19.272074 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-88488761-0c3b-436d-a4d4-c51b81a42119 req-8c0a3ffb-237f-4c73-998e-bab9ea9e11da tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185417
Apr 07 15:11:19.284331 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-4879f653-0e41-4219-9275-89b22505cb38 req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] Attempting to bind port 3404f024-0e05-4835-84e6-d9bd4c93d11f on host hv-cinder-78226 for vnic_type normal with profile  {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:11:19.284714 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-4879f653-0e41-4219-9275-89b22505cb38 req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] Attempting to bind port 3404f024-0e05-4835-84e6-d9bd4c93d11f by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '83cefd4b-5746-43e9-a558-b4c212593d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1fea60c6-d3c0-42e1-8a72-6a3347f9203e'}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:11:19.285103 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4879f653-0e41-4219-9275-89b22505cb38 req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] Attempting to bind port 3404f024-0e05-4835-84e6-d9bd4c93d11f on network 1fea60c6-d3c0-42e1-8a72-6a3347f9203e {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:11:19.295754 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-2d04179a-631b-4c9f-bf79-655a707a468b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:19.296873 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-2d04179a-631b-4c9f-bf79-655a707a468b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:19.302126 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4879f653-0e41-4219-9275-89b22505cb38 req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] Port 3404f024-0e05-4835-84e6-d9bd4c93d11f on network 1fea60c6-d3c0-42e1-8a72-6a3347f9203e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 15:11:19.302508 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4879f653-0e41-4219-9275-89b22505cb38 req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] Attempting to bind port 3404f024-0e05-4835-84e6-d9bd4c93d11f on network 1fea60c6-d3c0-42e1-8a72-6a3347f9203e {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:11:19.319400 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4879f653-0e41-4219-9275-89b22505cb38 req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] Checking agent: {'id': 'b2fd6503-106d-4224-ac4d-40fda7056aab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:11:19.320227 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4879f653-0e41-4219-9275-89b22505cb38 req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] Checking segment: {'id': '83cefd4b-5746-43e9-a558-b4c212593d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1fea60c6-d3c0-42e1-8a72-6a3347f9203e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:11:19.320625 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4879f653-0e41-4219-9275-89b22505cb38 req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] Bound using segment: {'id': '83cefd4b-5746-43e9-a558-b4c212593d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1fea60c6-d3c0-42e1-8a72-6a3347f9203e'} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:11:19.321138 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-4879f653-0e41-4219-9275-89b22505cb38 req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] Bound port: 3404f024-0e05-4835-84e6-d9bd4c93d11f, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83cefd4b-5746-43e9-a558-b4c212593d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1fea60c6-d3c0-42e1-8a72-6a3347f9203e'}}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:11:19.321568 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-4879f653-0e41-4219-9275-89b22505cb38 req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:19.323765 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-2d04179a-631b-4c9f-bf79-655a707a468b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0309801
Apr 07 15:11:19.345148 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] Request body: {'port': {'device_id': '5e76f0c1-92b3-499b-be57-5e00dbeab0a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:11:19.487426 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-df69352f-87fd-45c4-858e-85b6a9ce9433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:19.510501 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:19.572401 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-df69352f-87fd-45c4-858e-85b6a9ce9433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:11:19.575977 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-4879f653-0e41-4219-9275-89b22505cb38 req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] For port 3404f024-0e05-4835-84e6-d9bd4c93d11f, host hv-cinder-78226, cleared binding levels {{(pid=84337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:11:19.586560 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-df69352f-87fd-45c4-858e-85b6a9ce9433 admin admin] Usage tracker for resource:security_group_rule and tenant:aa77d83a35da47779ecbe0e5d347a03b is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:11:19.591238 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-56d399b0-8f47-4bd7-a485-24ea1a520b52 None None] Provisioning for port 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:11:19.593943 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-df69352f-87fd-45c4-858e-85b6a9ce9433 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:11:19.598948 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-4879f653-0e41-4219-9275-89b22505cb38 req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] For port 3404f024-0e05-4835-84e6-d9bd4c93d11f, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=3404f024-0e05-4835-84e6-d9bd4c93d11f,segment=NetworkSegment(83cefd4b-5746-43e9-a558-b4c212593d77),segment_id=83cefd4b-5746-43e9-a558-b4c212593d77)] {{(pid=84337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:11:19.605750 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-56d399b0-8f47-4bd7-a485-24ea1a520b52 None None] Provisioning complete for port 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:11:19.609286 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-56d399b0-8f47-4bd7-a485-24ea1a520b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:19.610880 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-df69352f-87fd-45c4-858e-85b6a9ce9433 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:11:19.615132 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-4879f653-0e41-4219-9275-89b22505cb38 req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:19.645185 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-9ac64b2d-e2ab-4496-88e3-0cec4b6b1ba6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:19.677544 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-56d399b0-8f47-4bd7-a485-24ea1a520b52 None None] Port 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:11:19.909929 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43cda6-b750-4faa-a071-ea0ea7fb70d0 req-86814501-7a17-4150-8ef7-34409cd23947 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:19.911170 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fa43cda6-b750-4faa-a071-ea0ea7fb70d0 req-86814501-7a17-4150-8ef7-34409cd23947 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 943 time: 0.4501228
Apr 07 15:11:19.972257 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] Pushing event updated for resources: {'Port': ['ID=3404f024-0e05-4835-84e6-d9bd4c93d11f,revision_number=3']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:20.002921 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:20.015651 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fa43cda6-b750-4faa-a071-ea0ea7fb70d0 req-54ccd451-8fd4-44aa-8ee8-e60892e10de5 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885944
Apr 07 15:11:20.102887 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a24dc-a4de-47db-875a-4ec445e6b617 req-8bf4fbf5-dcd5-4454-9ad9-c4ddab8847ae tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:20.104790 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e15a24dc-a4de-47db-875a-4ec445e6b617 req-8bf4fbf5-dcd5-4454-9ad9-c4ddab8847ae tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 932 time: 0.3246891
Apr 07 15:11:20.120532 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879f653-0e41-4219-9275-89b22505cb38 req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:20.121286 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-4879f653-0e41-4219-9275-89b22505cb38 req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:20.123030 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4879f653-0e41-4219-9275-89b22505cb38 req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] 10.222.0.65 "PUT /v2.0/ports/3404f024-0e05-4835-84e6-d9bd4c93d11f HTTP/1.1" status: 200  len: 1093 time: 2.7567742
Apr 07 15:11:20.123636 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e67fb9f-5a60-40fd-b667-96c1446507d9', 'tag': '3404f024-0e05-4835-84e6-d9bd4c93d11f'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:11:20.172078 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-df69352f-87fd-45c4-858e-85b6a9ce9433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:20.178993 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e15a24dc-a4de-47db-875a-4ec445e6b617 req-a6caaf27-e9bb-4edb-bd17-e02bdae20da1 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495567
Apr 07 15:11:20.179902 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-df69352f-87fd-45c4-858e-85b6a9ce9433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:20.190128 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:20.239250 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-df69352f-87fd-45c4-858e-85b6a9ce9433 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aa77d83a35da47779ecbe0e5d347a03b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1370523
Apr 07 15:11:20.241807 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69352f-87fd-45c4-858e-85b6a9ce9433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cf0d8e-1600-48d0-8781-24ada7ee26e5,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:20.245031 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 60756) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:20.258783 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-df69352f-87fd-45c4-858e-85b6a9ce9433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:20.291663 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e67fb9f-5a60-40fd-b667-96c1446507d9', 'tag': '3404f024-0e05-4835-84e6-d9bd4c93d11f', 'status': 'completed', 'code': 200}
Apr 07 15:11:20.335951 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 {{(pid=84338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:11:20.346735 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:20.362265 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6d5c095f-afb0-4517-ab7a-97011592faae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:20.370355 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] Transition to ACTIVE for port object 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 will not be triggered until provisioned by entity L2. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:11:20.373309 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103687'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:20.390585 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-aa2f040c-0520-4c2e-89e7-d5e7398a2169 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:20.394459 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6d5c095f-afb0-4517-ab7a-97011592faae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:20.473902 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 60764) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:20.528621 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6d5c095f-afb0-4517-ab7a-97011592faae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:20.534795 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:20.544140 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:20.549826 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:20.567942 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf6966-dfef-4535-9888-cd851ec606cd req-f43101aa-61af-449e-94c7-8bcbe2e3c8a2 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:20.570088 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-66bf6966-dfef-4535-9888-cd851ec606cd req-f43101aa-61af-449e-94c7-8bcbe2e3c8a2 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1530390
Apr 07 15:11:20.570989 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c095f-afb0-4517-ab7a-97011592faae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cf0d8e-1600-48d0-8781-24ada7ee26e5,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:20.596560 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6d5c095f-afb0-4517-ab7a-97011592faae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:20.598538 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-6d5c095f-afb0-4517-ab7a-97011592faae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d6cf0d8e-1600-48d0-8781-24ada7ee26e5 HTTP/1.1" status: 204  len: 168 time: 0.3525596
Apr 07 15:11:20.627612 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6d5c095f-afb0-4517-ab7a-97011592faae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:20.671524 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-66bf6966-dfef-4535-9888-cd851ec606cd req-a23863a8-1dbe-4e46-8649-80b653d271ed tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695729
Apr 07 15:11:20.760267 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b17aac69-ee7d-4a6f-8e89-ab0e47a5bc57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:20.782293 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-b17aac69-ee7d-4a6f-8e89-ab0e47a5bc57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:11:20.794545 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-b17aac69-ee7d-4a6f-8e89-ab0e47a5bc57 admin admin] Usage tracker for resource:security_group_rule and tenant:23a638768c094e348fab196058bcac13 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:11:20.811619 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-b17aac69-ee7d-4a6f-8e89-ab0e47a5bc57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:11:20.832121 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-b17aac69-ee7d-4a6f-8e89-ab0e47a5bc57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:11:20.917332 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] Attempting to bind port 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 on host hv-cinder-78226 for vnic_type normal with profile  {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:11:20.917654 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] Attempting to bind port 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'd1787ff3-3fe3-4996-b14a-09fc1a214c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:11:20.918014 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] Attempting to bind port 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 on network 9ec87ff2-febc-4f18-8e41-ab2231995e81 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:11:20.924976 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] Port 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 on network 9ec87ff2-febc-4f18-8e41-ab2231995e81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 15:11:20.925705 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] Attempting to bind port 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 on network 9ec87ff2-febc-4f18-8e41-ab2231995e81 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:11:20.934049 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] Checking agent: {'id': 'b2fd6503-106d-4224-ac4d-40fda7056aab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:11:20.934455 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] Checking segment: {'id': 'd1787ff3-3fe3-4996-b14a-09fc1a214c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:11:20.934921 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] Bound using segment: {'id': 'd1787ff3-3fe3-4996-b14a-09fc1a214c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81'} {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:11:20.935575 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] Bound port: 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1787ff3-3fe3-4996-b14a-09fc1a214c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81'}}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:11:20.935994 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:20.987509 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b17aac69-ee7d-4a6f-8e89-ab0e47a5bc57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:20.992796 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b17aac69-ee7d-4a6f-8e89-ab0e47a5bc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:21.019181 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d706a9a4-9861-4330-ac8d-4a91141436b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:21.042341 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] For port 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9, host hv-cinder-78226, cleared binding levels {{(pid=84338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:11:21.046714 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] For port 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9,segment=NetworkSegment(d1787ff3-3fe3-4996-b14a-09fc1a214c5d),segment_id=d1787ff3-3fe3-4996-b14a-09fc1a214c5d)] {{(pid=84338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:11:21.052696 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103687'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:21.069567 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-b17aac69-ee7d-4a6f-8e89-ab0e47a5bc57 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=23a638768c094e348fab196058bcac13&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5920756
Apr 07 15:11:21.070988 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 60778) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:21.090698 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17aac69-ee7d-4a6f-8e89-ab0e47a5bc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73014b67-7af2-486d-9c48-0427e379a28a,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:21.096756 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b17aac69-ee7d-4a6f-8e89-ab0e47a5bc57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:21.135452 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-0fa33728-8d3f-415e-8f81-c9eb428cede0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:21.156079 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a36d4946-0f94-4878-bb06-3c0143843e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:21.237424 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a36d4946-0f94-4878-bb06-3c0143843e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:21.326099 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce67a5a-f035-46f0-9902-71a4ec8387b8 req-75c4ef34-f65b-4e32-8ea9-9e4e427135fc tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:21.328036 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2ce67a5a-f035-46f0-9902-71a4ec8387b8 req-75c4ef34-f65b-4e32-8ea9-9e4e427135fc tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 943 time: 0.1592822
Apr 07 15:11:21.329562 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a36d4946-0f94-4878-bb06-3c0143843e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:21.334390 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7eb2a1cc-d10f-4f8d-af0c-bcee9fd5e5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:21.351252 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d4946-0f94-4878-bb06-3c0143843e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73014b67-7af2-486d-9c48-0427e379a28a,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:21.370616 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a36d4946-0f94-4878-bb06-3c0143843e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:21.386893 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a36d4946-0f94-4878-bb06-3c0143843e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:21.389303 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-a36d4946-0f94-4878-bb06-3c0143843e75 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/73014b67-7af2-486d-9c48-0427e379a28a HTTP/1.1" status: 204  len: 168 time: 0.3166044
Apr 07 15:11:21.397896 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2ce67a5a-f035-46f0-9902-71a4ec8387b8 req-253e6998-d00d-4434-b134-6a94037c6054 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497811
Apr 07 15:11:21.511945 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9,revision_number=3']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:21.534760 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:21.558840 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:21.559630 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:21.561411 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] 10.222.0.65 "PUT /v2.0/ports/4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 HTTP/1.1" status: 200  len: 1094 time: 2.2220457
Apr 07 15:11:21.562493 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e76f0c1-92b3-499b-be57-5e00dbeab0a4', 'tag': '4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:11:21.759773 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50750c-cc86-4b8c-8583-96e598c9f1ce req-795b4d47-0774-4e5e-a6f1-c66c9da9475c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:21.765987 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4e50750c-cc86-4b8c-8583-96e598c9f1ce req-795b4d47-0774-4e5e-a6f1-c66c9da9475c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 944 time: 0.1320078
Apr 07 15:11:21.798599 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4e50750c-cc86-4b8c-8583-96e598c9f1ce req-4ae07497-017e-4db1-b748-a82e44462c18 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0281429
Apr 07 15:11:21.868653 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e76f0c1-92b3-499b-be57-5e00dbeab0a4', 'tag': '4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9', 'status': 'completed', 'code': 200}
Apr 07 15:11:21.905651 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 60794) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:21.926019 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6b3d90ad-21cb-45b9-bf9f-e78d20ff2ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:21.942996 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-6b3d90ad-21cb-45b9-bf9f-e78d20ff2ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:11:21.949546 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-6b3d90ad-21cb-45b9-bf9f-e78d20ff2ddf admin admin] Usage tracker for resource:security_group_rule and tenant:89ad656fe1b74b39958b922bc25ea604 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:11:21.953398 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-6b3d90ad-21cb-45b9-bf9f-e78d20ff2ddf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:11:21.960196 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-6b3d90ad-21cb-45b9-bf9f-e78d20ff2ddf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:11:22.127055 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12f1c5-7bd5-4d94-bea3-9627a0994c74 req-f0cce886-8e70-4925-9ca9-9cfda958ae95 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:22.128791 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ad12f1c5-7bd5-4d94-bea3-9627a0994c74 req-f0cce886-8e70-4925-9ca9-9cfda958ae95 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1611292
Apr 07 15:11:22.163023 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6b3d90ad-21cb-45b9-bf9f-e78d20ff2ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:22.172374 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6b3d90ad-21cb-45b9-bf9f-e78d20ff2ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:22.184477 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-df69352f-87fd-45c4-858e-85b6a9ce9433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:22.199271 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ad12f1c5-7bd5-4d94-bea3-9627a0994c74 req-bbd2c58d-ed4a-4436-884d-29a23baeb5d8 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565116
Apr 07 15:11:22.233944 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d90ad-21cb-45b9-bf9f-e78d20ff2ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e100516-0440-4916-b551-847f472d3c8a,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:22.239786 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-6b3d90ad-21cb-45b9-bf9f-e78d20ff2ddf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89ad656fe1b74b39958b922bc25ea604&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3326542
Apr 07 15:11:22.241722 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6b3d90ad-21cb-45b9-bf9f-e78d20ff2ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:22.242039 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 60800) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:22.335087 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5714f9c7-e7ac-4bfa-a2a1-059281678c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:22.365606 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5714f9c7-e7ac-4bfa-a2a1-059281678c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:22.416232 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5714f9c7-e7ac-4bfa-a2a1-059281678c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:22.420556 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6d6bca72-7300-4353-ac36-a0f1892adf17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:22.435684 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5714f9c7-e7ac-4bfa-a2a1-059281678c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e100516-0440-4916-b551-847f472d3c8a,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:22.439280 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5714f9c7-e7ac-4bfa-a2a1-059281678c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:22.441674 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5714f9c7-e7ac-4bfa-a2a1-059281678c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:22.443176 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-5714f9c7-e7ac-4bfa-a2a1-059281678c3b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e100516-0440-4916-b551-847f472d3c8a HTTP/1.1" status: 204  len: 168 time: 0.1998277
Apr 07 15:11:22.707933 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af886c-7460-435f-95c1-b3522bdecf3b req-8f8dcd45-97c0-407b-846f-43fe5c8a0d2c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:22.709675 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d0af886c-7460-435f-95c1-b3522bdecf3b req-8f8dcd45-97c0-407b-846f-43fe5c8a0d2c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 943 time: 0.1043031
Apr 07 15:11:22.765017 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d0af886c-7460-435f-95c1-b3522bdecf3b req-012f3871-cec4-47cd-950a-eb31b9c7f8d3 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473523
Apr 07 15:11:22.896998 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa669f55-4fc5-43a5-9586-ba22eb6767e3 req-5b077368-f8ac-4b2a-8b18-01a7c9731e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:22.898955 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fa669f55-4fc5-43a5-9586-ba22eb6767e3 req-5b077368-f8ac-4b2a-8b18-01a7c9731e7b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=319b24532db24adf857ac07d263f15ce&device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 1096 time: 0.1051054
Apr 07 15:11:23.112621 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa669f55-4fc5-43a5-9586-ba22eb6767e3 req-66ae71c7-016b-45c4-b3e6-d789b84375c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:23.112621 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fa669f55-4fc5-43a5-9586-ba22eb6767e3 req-66ae71c7-016b-45c4-b3e6-d789b84375c8 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=319b24532db24adf857ac07d263f15ce&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1943576
Apr 07 15:11:23.113723 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feefc1d-76f7-44ad-ba0b-d53c87c8ee14 req-dfc68d28-77b4-4b87-bdac-0b6310434eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:23.116504 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1feefc1d-76f7-44ad-ba0b-d53c87c8ee14 req-dfc68d28-77b4-4b87-bdac-0b6310434eac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b12d2babc7ca4e538b15fd6776db7809&device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 1097 time: 0.2631283
Apr 07 15:11:23.352550 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa669f55-4fc5-43a5-9586-ba22eb6767e3 req-79cbfcf2-318e-45f3-ab49-6f170da5a446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:23.354167 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fa669f55-4fc5-43a5-9586-ba22eb6767e3 req-79cbfcf2-318e-45f3-ab49-6f170da5a446 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2378840
Apr 07 15:11:23.543923 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879f653-0e41-4219-9275-89b22505cb38 req-115af6ef-b693-41da-9f5b-00731a104121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:23.546190 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4879f653-0e41-4219-9275-89b22505cb38 req-115af6ef-b693-41da-9f5b-00731a104121 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=319b24532db24adf857ac07d263f15ce&device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 1096 time: 0.1039653
Apr 07 15:11:23.677071 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a623d-65bf-438a-933b-4384d67abbaa req-e94d812a-65ff-4b26-99af-ab568edeb177 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:23.678747 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e21a623d-65bf-438a-933b-4384d67abbaa req-e94d812a-65ff-4b26-99af-ab568edeb177 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 944 time: 0.7089429
Apr 07 15:11:23.706382 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4879f653-0e41-4219-9275-89b22505cb38 req-c03b3cdd-09a9-4c75-aa7d-c0d5f496b878 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3404f024-0e05-4835-84e6-d9bd4c93d11f HTTP/1.1" status: 200  len: 217 time: 0.1389728
Apr 07 15:11:23.781012 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e21a623d-65bf-438a-933b-4384d67abbaa req-e96a7779-1b3a-4c29-95f2-74840d53c5a3 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0850348
Apr 07 15:11:23.826540 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feefc1d-76f7-44ad-ba0b-d53c87c8ee14 req-febced01-d98d-4d87-9e7f-0e8f8be9c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:23.829817 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1feefc1d-76f7-44ad-ba0b-d53c87c8ee14 req-febced01-d98d-4d87-9e7f-0e8f8be9c975 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=b12d2babc7ca4e538b15fd6776db7809&shared=False HTTP/1.1" status: 200  len: 911 time: 0.6969371
Apr 07 15:11:23.839853 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879f653-0e41-4219-9275-89b22505cb38 req-7c92a8c3-a1c3-436e-bf23-95866be200ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:23.841582 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4879f653-0e41-4219-9275-89b22505cb38 req-7c92a8c3-a1c3-436e-bf23-95866be200ba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af0ee707-cd66-48b1-a5fe-75510a42329c HTTP/1.1" status: 200  len: 855 time: 0.1254156
Apr 07 15:11:23.928791 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30111b58-92ee-4af8-8698-bf103350e53b req-512392e6-fc10-499a-915d-04feae7bf8ed tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:23.930319 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4879f653-0e41-4219-9275-89b22505cb38 req-7ea68588-c4a5-4505-9a67-7e7f38d30519 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1fea60c6-d3c0-42e1-8a72-6a3347f9203e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0755992
Apr 07 15:11:23.931806 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-30111b58-92ee-4af8-8698-bf103350e53b req-512392e6-fc10-499a-915d-04feae7bf8ed tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.4019315
Apr 07 15:11:24.138844 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4879f653-0e41-4219-9275-89b22505cb38 req-e0fa0406-5c4b-4e73-8ec3-e5f33d1edbdc service neutron] 10.222.0.65 "GET /v2.0/networks/1fea60c6-d3c0-42e1-8a72-6a3347f9203e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1980538
Apr 07 15:11:24.254210 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-30111b58-92ee-4af8-8698-bf103350e53b req-d6b2f7e2-958b-4186-8620-28d782d4c117 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2176521
Apr 07 15:11:24.312059 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4879f653-0e41-4219-9275-89b22505cb38 req-58deb222-ad8b-4f64-b286-1608f92efef5 service neutron] 10.222.0.65 "GET /v2.0/networks/1fea60c6-d3c0-42e1-8a72-6a3347f9203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1633174
Apr 07 15:11:24.368816 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feefc1d-76f7-44ad-ba0b-d53c87c8ee14 req-67455157-ad99-4c3a-8e22-8acfbcd49dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:24.370637 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1feefc1d-76f7-44ad-ba0b-d53c87c8ee14 req-67455157-ad99-4c3a-8e22-8acfbcd49dfc service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5264757
Apr 07 15:11:24.388323 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cc819-3f6a-43be-83e9-0416691bba18 req-a757f6ce-d27d-4931-b8aa-70f5de2d3224 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:24.390936 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-826cc819-3f6a-43be-83e9-0416691bba18 req-a757f6ce-d27d-4931-b8aa-70f5de2d3224 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 943 time: 0.3571391
Apr 07 15:11:24.433248 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-826cc819-3f6a-43be-83e9-0416691bba18 req-40f155e2-58fe-4cf5-b62a-c6daa812e3a1 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0306919
Apr 07 15:11:24.614364 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-069e9b47-b867-4d25-abe2-2a9044b1dff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:24.615998 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-069e9b47-b867-4d25-abe2-2a9044b1dff0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b12d2babc7ca4e538b15fd6776db7809&device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 1097 time: 0.0931256
Apr 07 15:11:24.712989 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-90467f91-6bba-41d9-b364-7139bc7042b4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 HTTP/1.1" status: 200  len: 217 time: 0.0776029
Apr 07 15:11:24.857645 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-67eb0384-53e8-471a-bb25-771af800c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:24.862578 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-67eb0384-53e8-471a-bb25-771af800c285 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7b4613b1-aa51-4fff-9468-67e278e334ca HTTP/1.1" status: 200  len: 849 time: 0.1350763
Apr 07 15:11:24.952512 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-5e139b50-671d-48d6-acdf-18c0b972cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:24.954308 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-5e139b50-671d-48d6-acdf-18c0b972cd95 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9ec87ff2-febc-4f18-8e41-ab2231995e81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0849862
Apr 07 15:11:25.229684 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-bcbcb07b-4316-46b2-92f2-7e02dce8ab84 service neutron] 10.222.0.65 "GET /v2.0/networks/9ec87ff2-febc-4f18-8e41-ab2231995e81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2681983
Apr 07 15:11:25.243473 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d75c7d-f889-44c9-951a-30d609eed8b7 req-5b4900c3-bbb0-4a8e-99bb-a493c2ce5d93 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:25.246390 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-57d75c7d-f889-44c9-951a-30d609eed8b7 req-5b4900c3-bbb0-4a8e-99bb-a493c2ce5d93 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 944 time: 0.2015035
Apr 07 15:11:25.367551 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-57d75c7d-f889-44c9-951a-30d609eed8b7 req-42dbb419-3887-4f58-a17f-5ccb1aa98e52 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0932393
Apr 07 15:11:25.443874 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eae68df4-980c-4020-8c05-b4c1efe22d1a req-a6713509-7839-4c63-aafe-2773747500d9 service neutron] 10.222.0.65 "GET /v2.0/networks/9ec87ff2-febc-4f18-8e41-ab2231995e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1959467
Apr 07 15:11:25.567297 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5735b-47ab-460f-a1f9-b91ab965c5fe req-ed1843b2-3e8b-4efd-be7a-6c118d6501a0 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:25.569036 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-04c5735b-47ab-460f-a1f9-b91ab965c5fe req-ed1843b2-3e8b-4efd-be7a-6c118d6501a0 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1092920
Apr 07 15:11:25.632100 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-04c5735b-47ab-460f-a1f9-b91ab965c5fe req-172506bf-2934-45be-a031-fee5bd068762 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474408
Apr 07 15:11:25.821407 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078b274-04a4-41b0-a7d1-21b551764885 req-d31fd981-f5b7-4827-a713-fe7ba4d09f3a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:25.829571 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e078b274-04a4-41b0-a7d1-21b551764885 req-d31fd981-f5b7-4827-a713-fe7ba4d09f3a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 943 time: 0.1956074
Apr 07 15:11:25.880606 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e078b274-04a4-41b0-a7d1-21b551764885 req-76032e1f-f973-4511-a8e1-9ca8efc83bb5 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496461
Apr 07 15:11:26.482910 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 60912) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:26.646728 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5040bc-158f-4ee1-9c5d-d3c87074c733 req-8b7b08bb-4513-40c8-88e7-6982bd45960c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:26.648514 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fa5040bc-158f-4ee1-9c5d-d3c87074c733 req-8b7b08bb-4513-40c8-88e7-6982bd45960c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 944 time: 0.1223531
Apr 07 15:11:26.687948 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fa5040bc-158f-4ee1-9c5d-d3c87074c733 req-4d453178-5ee4-4535-9cd5-80b6815aa716 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0317833
Apr 07 15:11:26.769835 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-560b66ee-752f-4c1f-90c8-d818a6cf1b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:26.787471 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-560b66ee-752f-4c1f-90c8-d818a6cf1b50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:11:26.795275 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-560b66ee-752f-4c1f-90c8-d818a6cf1b50 admin admin] Usage tracker for resource:security_group_rule and tenant:06c9a9c657eb45db8a7112adb5cc1033 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:11:26.800465 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-560b66ee-752f-4c1f-90c8-d818a6cf1b50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:11:26.811695 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-560b66ee-752f-4c1f-90c8-d818a6cf1b50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:11:27.073294 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e11726-f5d0-4a79-bbb5-b80dbfc4e392 req-91b2b5a5-967b-471e-b5cc-361568a6a258 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:27.075125 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f6e11726-f5d0-4a79-bbb5-b80dbfc4e392 req-91b2b5a5-967b-471e-b5cc-361568a6a258 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.2476079
Apr 07 15:11:27.124414 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-560b66ee-752f-4c1f-90c8-d818a6cf1b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:27.128643 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f6e11726-f5d0-4a79-bbb5-b80dbfc4e392 req-b5d323eb-bb81-4372-b8b4-61dcef11ba1c tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442410
Apr 07 15:11:27.129864 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-560b66ee-752f-4c1f-90c8-d818a6cf1b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:27.144550 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-be2a4d7a-896f-4c75-a25a-7653abe502a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:27.235475 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-560b66ee-752f-4c1f-90c8-d818a6cf1b50 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=06c9a9c657eb45db8a7112adb5cc1033&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7482388
Apr 07 15:11:27.236605 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 60924) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:27.245595 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b66ee-752f-4c1f-90c8-d818a6cf1b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9c4bfe-f342-4345-befb-6b9b48695f66,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:27.256169 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b66ee-752f-4c1f-90c8-d818a6cf1b50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:11:27.256540 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b66ee-752f-4c1f-90c8-d818a6cf1b50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:11:27.256939 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b66ee-752f-4c1f-90c8-d818a6cf1b50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:11:27.257358 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b66ee-752f-4c1f-90c8-d818a6cf1b50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:11:27.257740 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b66ee-752f-4c1f-90c8-d818a6cf1b50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:11:27.258121 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b66ee-752f-4c1f-90c8-d818a6cf1b50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:11:27.258517 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b66ee-752f-4c1f-90c8-d818a6cf1b50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:11:27.258889 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b66ee-752f-4c1f-90c8-d818a6cf1b50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:11:27.259278 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b66ee-752f-4c1f-90c8-d818a6cf1b50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:11:27.259641 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b66ee-752f-4c1f-90c8-d818a6cf1b50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:11:27.260017 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b66ee-752f-4c1f-90c8-d818a6cf1b50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:11:27.260396 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b66ee-752f-4c1f-90c8-d818a6cf1b50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:11:27.265795 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-560b66ee-752f-4c1f-90c8-d818a6cf1b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:27.305845 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172da8c-62fc-4390-8c47-76926aff07c3 req-d6ea2aea-7375-4a6b-b118-a68935f13898 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:27.307737 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2172da8c-62fc-4390-8c47-76926aff07c3 req-d6ea2aea-7375-4a6b-b118-a68935f13898 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 943 time: 0.1470363
Apr 07 15:11:27.318433 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6d11340a-29ee-40d2-8bd6-ad24c1064417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:27.342637 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-33c36094-bac1-4694-974f-250f9399e882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:27.353016 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6d11340a-29ee-40d2-8bd6-ad24c1064417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:27.358339 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2172da8c-62fc-4390-8c47-76926aff07c3 req-866facdd-0d7f-4702-9d94-96b65fbffc32 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420275
Apr 07 15:11:27.409681 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6d11340a-29ee-40d2-8bd6-ad24c1064417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:27.415150 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c12ef966-91d9-48db-b76f-2e7f99ba967f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:27.429642 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11340a-29ee-40d2-8bd6-ad24c1064417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9c4bfe-f342-4345-befb-6b9b48695f66,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:27.438185 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6d11340a-29ee-40d2-8bd6-ad24c1064417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:27.439469 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-6d11340a-29ee-40d2-8bd6-ad24c1064417 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c9c4bfe-f342-4345-befb-6b9b48695f66 HTTP/1.1" status: 204  len: 168 time: 0.2013247
Apr 07 15:11:27.441272 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11340a-29ee-40d2-8bd6-ad24c1064417 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:11:27.441687 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11340a-29ee-40d2-8bd6-ad24c1064417 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:11:27.442419 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11340a-29ee-40d2-8bd6-ad24c1064417 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:11:27.442581 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11340a-29ee-40d2-8bd6-ad24c1064417 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:11:27.442899 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11340a-29ee-40d2-8bd6-ad24c1064417 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:11:27.443284 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11340a-29ee-40d2-8bd6-ad24c1064417 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:11:27.443668 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11340a-29ee-40d2-8bd6-ad24c1064417 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:11:27.444101 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11340a-29ee-40d2-8bd6-ad24c1064417 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:11:27.444481 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11340a-29ee-40d2-8bd6-ad24c1064417 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:11:27.445147 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11340a-29ee-40d2-8bd6-ad24c1064417 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:11:27.445471 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11340a-29ee-40d2-8bd6-ad24c1064417 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:11:27.445862 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11340a-29ee-40d2-8bd6-ad24c1064417 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:11:27.454973 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6d11340a-29ee-40d2-8bd6-ad24c1064417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:27.940479 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 60940) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:27.991568 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b08fbddf-fcec-41ed-a4f4-a32eef55e884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:28.018879 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-b08fbddf-fcec-41ed-a4f4-a32eef55e884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:11:28.024027 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-b08fbddf-fcec-41ed-a4f4-a32eef55e884 admin admin] Usage tracker for resource:security_group_rule and tenant:f8c68c86eed1422396d5a5b9f2f7d1be is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:11:28.027851 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-b08fbddf-fcec-41ed-a4f4-a32eef55e884 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:11:28.035570 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-b08fbddf-fcec-41ed-a4f4-a32eef55e884 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:11:28.112181 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b9d3a-f204-4a44-91b5-e7ac095d9809 req-32c78805-6242-4599-963f-960bddeb24c0 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:28.120367 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e00b9d3a-f204-4a44-91b5-e7ac095d9809 req-32c78805-6242-4599-963f-960bddeb24c0 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 944 time: 0.2478852
Apr 07 15:11:28.162922 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e00b9d3a-f204-4a44-91b5-e7ac095d9809 req-71f4bce5-56cf-45f4-a632-68f8049278b6 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405674
Apr 07 15:11:28.230597 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b08fbddf-fcec-41ed-a4f4-a32eef55e884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:28.234609 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b08fbddf-fcec-41ed-a4f4-a32eef55e884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:28.244104 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b17aac69-ee7d-4a6f-8e89-ab0e47a5bc57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:28.295706 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-b08fbddf-fcec-41ed-a4f4-a32eef55e884 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f8c68c86eed1422396d5a5b9f2f7d1be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3521881
Apr 07 15:11:28.296615 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fbddf-fcec-41ed-a4f4-a32eef55e884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8ef48f-509c-4703-9597-e556ccfed360,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:28.299849 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 60952) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:28.302778 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b08fbddf-fcec-41ed-a4f4-a32eef55e884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:28.426582 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c1fc7a57-0aa4-4dba-815b-03cd52875b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:28.474560 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c1fc7a57-0aa4-4dba-815b-03cd52875b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:28.568054 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0704c-65b8-4da5-a1fd-555d4ca17b27 req-da0b6a98-4385-4b25-8205-921a6d74e8c5 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:28.570003 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-85f0704c-65b8-4da5-a1fd-555d4ca17b27 req-da0b6a98-4385-4b25-8205-921a6d74e8c5 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.2199862
Apr 07 15:11:28.629690 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-85f0704c-65b8-4da5-a1fd-555d4ca17b27 req-0d4497d4-ee8c-4ae9-a0db-6ed2a59144a9 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438633
Apr 07 15:11:28.640887 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c1fc7a57-0aa4-4dba-815b-03cd52875b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:28.647163 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d8bce338-58b9-426e-b78d-1f7ce14583f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:28.671464 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc7a57-0aa4-4dba-815b-03cd52875b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8ef48f-509c-4703-9597-e556ccfed360,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:28.676706 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c1fc7a57-0aa4-4dba-815b-03cd52875b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:28.688846 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc2113-ae17-4ca3-a159-35118715facc req-5f429326-bde2-46d2-a270-7631b86e4d74 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:28.690629 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-67cc2113-ae17-4ca3-a159-35118715facc req-5f429326-bde2-46d2-a270-7631b86e4d74 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 943 time: 0.1901817
Apr 07 15:11:28.696553 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c1fc7a57-0aa4-4dba-815b-03cd52875b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:28.698517 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-c1fc7a57-0aa4-4dba-815b-03cd52875b1b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eb8ef48f-509c-4703-9597-e556ccfed360 HTTP/1.1" status: 204  len: 168 time: 0.3969209
Apr 07 15:11:28.711587 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 15:11:28.739591 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-67cc2113-ae17-4ca3-a159-35118715facc req-e8f03a98-63ed-40d4-9a91-54e82e7eed8d tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385110
Apr 07 15:11:28.938594 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9,segment=NetworkSegment(d1787ff3-3fe3-4996-b14a-09fc1a214c5d),segment_id=d1787ff3-3fe3-4996-b14a-09fc1a214c5d)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:11:28.955219 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Returning: {'device': '4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9', 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81', 'port_id': '4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9', 'mac_address': 'fa:16:3e:c4:7c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 15:11:29.030599 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:29.032989 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:11:29.062894 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9,segment=NetworkSegment(d1787ff3-3fe3-4996-b14a-09fc1a214c5d),segment_id=d1787ff3-3fe3-4996-b14a-09fc1a214c5d)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:11:29.067603 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:29.068629 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 3404f024-0e05-4835-84e6-d9bd4c93d11f details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 15:11:29.076194 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:29.282824 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:29.288457 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:29.359280 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 3404f024-0e05-4835-84e6-d9bd4c93d11f, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=3404f024-0e05-4835-84e6-d9bd4c93d11f,segment=NetworkSegment(83cefd4b-5746-43e9-a558-b4c212593d77),segment_id=83cefd4b-5746-43e9-a558-b4c212593d77)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:11:29.378914 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Returning: {'device': '3404f024-0e05-4835-84e6-d9bd4c93d11f', 'network_id': '1fea60c6-d3c0-42e1-8a72-6a3347f9203e', 'port_id': '3404f024-0e05-4835-84e6-d9bd4c93d11f', 'mac_address': 'fa:16:3e:e3:fb:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0ee707-cd66-48b1-a5fe-75510a42329c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 15:11:29.431649 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beeb191-1377-4f6b-bc3d-787e5014d199 req-2e97032a-e344-48bb-8034-7b80ec19017d tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:29.433512 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9beeb191-1377-4f6b-bc3d-787e5014d199 req-2e97032a-e344-48bb-8034-7b80ec19017d tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 945 time: 0.1206934
Apr 07 15:11:29.471990 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:29.474664 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3404f024-0e05-4835-84e6-d9bd4c93d11f {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:11:29.477238 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9beeb191-1377-4f6b-bc3d-787e5014d199 req-cb20553a-6f87-4146-8b5f-636496bad0db tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0358257
Apr 07 15:11:29.496979 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 3404f024-0e05-4835-84e6-d9bd4c93d11f, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=3404f024-0e05-4835-84e6-d9bd4c93d11f,segment=NetworkSegment(83cefd4b-5746-43e9-a558-b4c212593d77),segment_id=83cefd4b-5746-43e9-a558-b4c212593d77)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:11:29.501132 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:29.504117 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:29.608724 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=3404f024-0e05-4835-84e6-d9bd4c93d11f,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:29.615669 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:29.964357 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c381792-3234-4adc-92f2-9f7ef6ce55ea req-c5161c26-ede5-4e5a-91dd-c6c1591edba2 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:29.968554 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6c381792-3234-4adc-92f2-9f7ef6ce55ea req-c5161c26-ede5-4e5a-91dd-c6c1591edba2 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1163986
Apr 07 15:11:29.971227 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-04e375b2-75f6-4643-ab58-442f1f0078b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:30.003624 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6c381792-3234-4adc-92f2-9f7ef6ce55ea req-651a6110-d6e4-473f-ad00-338a6476ec9a tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0276129
Apr 07 15:11:30.047771 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:30.260881 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3a56a-a245-4628-b9db-2bf7f8e8ac0c req-b41d144e-8772-4372-be69-147f5bb721ec tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:30.262693 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8fb3a56a-a245-4628-b9db-2bf7f8e8ac0c req-b41d144e-8772-4372-be69-147f5bb721ec tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 944 time: 0.1415472
Apr 07 15:11:30.300880 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8fb3a56a-a245-4628-b9db-2bf7f8e8ac0c req-674083d1-e176-43e8-9381-fabe7abc43d4 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0304806
Apr 07 15:11:30.733916 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324323e-d724-4066-b26c-13a13178fb18 req-27ef635d-a0e6-41f8-8227-a4c26835ee3b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:30.736192 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c324323e-d724-4066-b26c-13a13178fb18 req-27ef635d-a0e6-41f8-8227-a4c26835ee3b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 945 time: 0.1146195
Apr 07 15:11:30.782394 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c324323e-d724-4066-b26c-13a13178fb18 req-16ae8a88-172e-4d55-95a1-34f053bd4bf0 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0287528
Apr 07 15:11:31.241505 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d4f6c-08e6-48e6-a10f-0e6aaac55d66 req-37cfdc28-5b2a-4bfa-a144-578d44519949 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:31.244910 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ca9d4f6c-08e6-48e6-a10f-0e6aaac55d66 req-37cfdc28-5b2a-4bfa-a144-578d44519949 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.0981324
Apr 07 15:11:31.288022 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ca9d4f6c-08e6-48e6-a10f-0e6aaac55d66 req-c86aa990-29ff-41f8-b62e-f9dda450e5e7 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374274
Apr 07 15:11:31.334700 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:31.717597 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1de77f-fb93-43a6-8e2a-5eb91ed70b1d req-149bdbf7-547e-4204-b1dc-f27f2c282d99 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:31.719481 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5f1de77f-fb93-43a6-8e2a-5eb91ed70b1d req-149bdbf7-547e-4204-b1dc-f27f2c282d99 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 944 time: 0.0960467
Apr 07 15:11:31.774757 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5f1de77f-fb93-43a6-8e2a-5eb91ed70b1d req-7201b054-b039-4ea1-98b9-ab5128892472 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473638
Apr 07 15:11:31.829772 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:31.873476 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:32.032829 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37acc4-b5a9-4a95-a4e5-3bf1623fdc57 req-2817183a-0363-43ac-b56b-17c92a3502cb tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:32.034559 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8a37acc4-b5a9-4a95-a4e5-3bf1623fdc57 req-2817183a-0363-43ac-b56b-17c92a3502cb tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 945 time: 0.1047552
Apr 07 15:11:32.077451 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8a37acc4-b5a9-4a95-a4e5-3bf1623fdc57 req-1671e5af-dc4f-4522-ac4b-2ffe9b82245d tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0300372
Apr 07 15:11:32.195509 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-88d84db2-004a-43d8-8e43-ebdcc9e7d128 req-fb0c0579-e597-4b68-8464-ec665079ec70 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0868034
Apr 07 15:11:32.330318 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['3404f024-0e05-4835-84e6-d9bd4c93d11f'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:11:32.344691 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d84db2-004a-43d8-8e43-ebdcc9e7d128 req-1271dbac-8c78-447e-b057-5bfaa06b0abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:32.348877 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-88d84db2-004a-43d8-8e43-ebdcc9e7d128 req-1271dbac-8c78-447e-b057-5bfaa06b0abb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cc9555d2ba234896823be6d5f89668b9&device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 1098 time: 0.1008251
Apr 07 15:11:32.374858 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:11:32.777087 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ae0f5-8c2b-41d3-bb77-20d48d88a0a3 req-1b823696-225a-41e0-a4d8-51449b377ff0 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:32.781014 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-001ae0f5-8c2b-41d3-bb77-20d48d88a0a3 req-1b823696-225a-41e0-a4d8-51449b377ff0 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.2868588
Apr 07 15:11:32.783765 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d84db2-004a-43d8-8e43-ebdcc9e7d128 req-c972dcd7-efae-4743-8ef5-d5ee168743ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:32.786551 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-88d84db2-004a-43d8-8e43-ebdcc9e7d128 req-c972dcd7-efae-4743-8ef5-d5ee168743ac service neutron] 10.222.0.65 "GET /v2.0/networks?id=339f7b08-9f95-4282-b63e-f044a2cab794 HTTP/1.1" status: 200  len: 920 time: 0.4143114
Apr 07 15:11:32.930949 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-001ae0f5-8c2b-41d3-bb77-20d48d88a0a3 req-89c4b394-ec0f-47c5-8240-3e5c28c807a9 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406147
Apr 07 15:11:32.932292 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-88d84db2-004a-43d8-8e43-ebdcc9e7d128 req-9fcd66d7-41b3-4e6f-8405-6493c321208a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d252e9c-e14e-48f3-8903-64257953de26 HTTP/1.1" status: 200  len: 217 time: 0.1184108
Apr 07 15:11:33.077601 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d84db2-004a-43d8-8e43-ebdcc9e7d128 req-dc642a54-b8b6-4bd9-8882-7254733136bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:33.079237 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-88d84db2-004a-43d8-8e43-ebdcc9e7d128 req-dc642a54-b8b6-4bd9-8882-7254733136bc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=715e635f-38c7-4cfa-8476-85d5d882c8e5 HTTP/1.1" status: 200  len: 859 time: 0.1396613
Apr 07 15:11:33.141004 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-88d84db2-004a-43d8-8e43-ebdcc9e7d128 req-fbf6b081-775e-413a-914e-9dd6e8d3f45a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=339f7b08-9f95-4282-b63e-f044a2cab794&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0534968
Apr 07 15:11:33.161300 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb7a4e-dec3-4ce2-b68c-c916a62805af req-91331a2f-0147-4d81-a25a-5de9a7bc0487 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:33.162997 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a6cb7a4e-dec3-4ce2-b68c-c916a62805af req-91331a2f-0147-4d81-a25a-5de9a7bc0487 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 944 time: 0.1814735
Apr 07 15:11:33.328854 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-88d84db2-004a-43d8-8e43-ebdcc9e7d128 req-97b46a7c-5d8c-4bda-bc90-ac596206cf61 service neutron] 10.222.0.65 "GET /v2.0/networks/339f7b08-9f95-4282-b63e-f044a2cab794?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1776295
Apr 07 15:11:33.366825 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a6cb7a4e-dec3-4ce2-b68c-c916a62805af req-ecc0e75e-fbf9-4d48-a3eb-63a7be2d201e tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1822271
Apr 07 15:11:33.799152 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-88d84db2-004a-43d8-8e43-ebdcc9e7d128 req-6b0c0638-c887-4042-977e-8d51286d6e8c service neutron] 10.222.0.65 "GET /v2.0/networks/339f7b08-9f95-4282-b63e-f044a2cab794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4617789
Apr 07 15:11:33.812799 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb28bf6-a056-4b49-94a8-59ec8c722c74 req-b28a4316-b183-4f78-9db2-4f32f6a4455e tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:33.814788 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7eb28bf6-a056-4b49-94a8-59ec8c722c74 req-b28a4316-b183-4f78-9db2-4f32f6a4455e tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 945 time: 0.1613381
Apr 07 15:11:33.857065 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 up at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:11:33.860627 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7eb28bf6-a056-4b49-94a8-59ec8c722c74 req-f0c05440-aa6f-4a74-8567-4a27ab790c1a tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0314481
Apr 07 15:11:33.981792 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning for port 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:11:33.988162 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning complete for port 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:11:33.989758 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:34.134952 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:34.148270 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e76f0c1-92b3-499b-be57-5e00dbeab0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:11:34.166467 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9,segment=NetworkSegment(d1787ff3-3fe3-4996-b14a-09fc1a214c5d),segment_id=d1787ff3-3fe3-4996-b14a-09fc1a214c5d)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:11:34.172057 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:34.174116 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 3404f024-0e05-4835-84e6-d9bd4c93d11f up at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:11:34.206966 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e76f0c1-92b3-499b-be57-5e00dbeab0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9', 'code': 200}
Apr 07 15:11:34.208994 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:34.287075 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a9a76-ed72-4413-a862-df7467fc01f4 req-c24cfca5-232b-4d4a-a2f3-4e7484fc4253 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:34.290855 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b20a9a76-ed72-4413-a862-df7467fc01f4 req-c24cfca5-232b-4d4a-a2f3-4e7484fc4253 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1551688
Apr 07 15:11:34.338646 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:34.343395 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:34.345279 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b20a9a76-ed72-4413-a862-df7467fc01f4 req-e7a6127e-a3a6-48f4-8838-28adfb7b5b0a tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476525
Apr 07 15:11:34.350178 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning for port 3404f024-0e05-4835-84e6-d9bd4c93d11f completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:11:34.358244 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning complete for port 3404f024-0e05-4835-84e6-d9bd4c93d11f triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:11:34.359024 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:34.517736 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:34.537094 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 3404f024-0e05-4835-84e6-d9bd4c93d11f, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=3404f024-0e05-4835-84e6-d9bd4c93d11f,segment=NetworkSegment(83cefd4b-5746-43e9-a558-b4c212593d77),segment_id=83cefd4b-5746-43e9-a558-b4c212593d77)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:11:34.542134 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:34.544664 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:34.621462 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=3404f024-0e05-4835-84e6-d9bd4c93d11f,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:34.624999 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:34.660523 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e52c0-6e89-481b-a13b-c8605703c35e req-fadfb7a7-1d99-4e23-9e1c-6b7f48ec0285 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:34.662315 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ce2e52c0-6e89-481b-a13b-c8605703c35e req-fadfb7a7-1d99-4e23-9e1c-6b7f48ec0285 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 945 time: 0.0955930
Apr 07 15:11:34.696074 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ce2e52c0-6e89-481b-a13b-c8605703c35e req-c37d7f82-d18e-4c93-b65e-012f079a97f5 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0265617
Apr 07 15:11:35.080236 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9986c-ea4e-43c3-951b-a83d6196d719 req-ab73be2c-fae0-4aec-9bd5-a38d1d057eaf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:35.081939 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-feb9986c-ea4e-43c3-951b-a83d6196d719 req-ab73be2c-fae0-4aec-9bd5-a38d1d057eaf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.0996187
Apr 07 15:11:35.126088 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-feb9986c-ea4e-43c3-951b-a83d6196d719 req-ea59e196-2f56-4d29-b629-6b60793cf2ed tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0315371
Apr 07 15:11:35.611678 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26599bf7-42b0-40b9-881a-9e608cef456a req-beb2dfdb-e836-4739-912c-d7ade3033253 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:35.613723 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-26599bf7-42b0-40b9-881a-9e608cef456a req-beb2dfdb-e836-4739-912c-d7ade3033253 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1084082
Apr 07 15:11:35.657991 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-26599bf7-42b0-40b9-881a-9e608cef456a req-3daabc9e-4dfb-4b59-9b31-f79acc4fe116 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357792
Apr 07 15:11:35.966826 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf5fed-ba47-4d90-a4a3-840766bd6af3 req-c5868de5-447c-4f28-a526-264fbff10b03 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:35.968507 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-efbf5fed-ba47-4d90-a4a3-840766bd6af3 req-c5868de5-447c-4f28-a526-264fbff10b03 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 945 time: 0.1022513
Apr 07 15:11:36.001639 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-efbf5fed-ba47-4d90-a4a3-840766bd6af3 req-49fb8b0f-0476-497c-8fd5-4deb32faa226 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0261276
Apr 07 15:11:36.208441 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e67fb9f-5a60-40fd-b667-96c1446507d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3404f024-0e05-4835-84e6-d9bd4c93d11f'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:11:36.381391 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb811f9-b050-471f-92f7-344551a797e3 req-b3a97cee-82ea-46ca-9d5f-f2127e5acdca tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:36.383157 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ebb811f9-b050-471f-92f7-344551a797e3 req-b3a97cee-82ea-46ca-9d5f-f2127e5acdca tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.0959582
Apr 07 15:11:36.417160 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ebb811f9-b050-471f-92f7-344551a797e3 req-0f539c6b-c51f-4ac3-9672-96e34d209309 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0266085
Apr 07 15:11:36.477972 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e67fb9f-5a60-40fd-b667-96c1446507d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3404f024-0e05-4835-84e6-d9bd4c93d11f', 'code': 200}
Apr 07 15:11:36.897962 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cb1ce-749c-4107-8b88-e8c620132722 req-b4f93fd7-ce7f-4de8-9e6a-ce56c94fe0b4 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:36.899687 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-816cb1ce-749c-4107-8b88-e8c620132722 req-b4f93fd7-ce7f-4de8-9e6a-ce56c94fe0b4 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1043537
Apr 07 15:11:36.934456 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-816cb1ce-749c-4107-8b88-e8c620132722 req-fb0acddb-8114-401d-b8df-5803e4cfd207 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0277066
Apr 07 15:11:37.229146 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025e28d-7e96-4192-ae55-aef33aea2781 req-7947d045-2f35-487a-a69a-dc0df580abeb tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:37.230981 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a025e28d-7e96-4192-ae55-aef33aea2781 req-7947d045-2f35-487a-a69a-dc0df580abeb tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 945 time: 0.1076064
Apr 07 15:11:37.267004 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a025e28d-7e96-4192-ae55-aef33aea2781 req-3ea68880-04a3-43ed-aa91-bf1e49252478 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0288186
Apr 07 15:11:37.703577 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1161a-d8be-4c95-8532-b501ec8c77e6 req-6ee38be7-7303-437a-a4f3-d3ac2c93e9da tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:37.705527 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-81c1161a-d8be-4c95-8532-b501ec8c77e6 req-6ee38be7-7303-437a-a4f3-d3ac2c93e9da tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.1525571
Apr 07 15:11:37.754000 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1ff26-6ead-4858-a1c1-a13b031a0b7a req-08863b6a-75f8-4080-afa8-f05f2a54ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:37.756416 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d8b1ff26-6ead-4858-a1c1-a13b031a0b7a req-08863b6a-75f8-4080-afa8-f05f2a54ca4f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 1098 time: 0.1180758
Apr 07 15:11:37.781406 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-81c1161a-d8be-4c95-8532-b501ec8c77e6 req-24742293-31aa-4eb0-9c05-b01d6db23a4a tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678160
Apr 07 15:11:37.796106 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6db9d-7b4c-47a2-b99b-2c7f251ad5fc req-827da454-5962-4f62-80bd-91470eaf9301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:37.798081 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-82a6db9d-7b4c-47a2-b99b-2c7f251ad5fc req-827da454-5962-4f62-80bd-91470eaf9301 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 1099 time: 0.1655338
Apr 07 15:11:37.819190 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d8b1ff26-6ead-4858-a1c1-a13b031a0b7a req-09b4a491-fc21-40ef-b379-f518f8c905a3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521595
Apr 07 15:11:37.851082 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-82a6db9d-7b4c-47a2-b99b-2c7f251ad5fc req-dd9ed386-5015-4b61-b54d-4a63d2c410f0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422711
Apr 07 15:11:38.227734 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cad56-4c22-43c5-aaa1-744989df49de req-27d618a6-fdc6-4030-8599-c4cb6405d16f tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:38.230286 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-118cad56-4c22-43c5-aaa1-744989df49de req-27d618a6-fdc6-4030-8599-c4cb6405d16f tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1132860
Apr 07 15:11:38.277872 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-118cad56-4c22-43c5-aaa1-744989df49de req-6373c5bd-0ba9-4ab9-924b-9c964da1ae64 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0351596
Apr 07 15:11:38.561410 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558650b4-73d5-4f3f-9cb9-766e4232c6a2 req-6ab44a66-50a9-46a5-81b3-994b8169a98a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:38.563079 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-558650b4-73d5-4f3f-9cb9-766e4232c6a2 req-6ab44a66-50a9-46a5-81b3-994b8169a98a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 945 time: 0.0969038
Apr 07 15:11:38.596249 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-558650b4-73d5-4f3f-9cb9-766e4232c6a2 req-80cac405-73d6-48fd-929f-102c0edabbb7 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0260091
Apr 07 15:11:39.020668 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc84e2f-c798-495e-be3e-9770fe4381c0 req-a9e9297c-02ac-482a-bae2-5df2f4c8c6e2 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:39.022560 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2cc84e2f-c798-495e-be3e-9770fe4381c0 req-a9e9297c-02ac-482a-bae2-5df2f4c8c6e2 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.1003044
Apr 07 15:11:39.058679 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2cc84e2f-c798-495e-be3e-9770fe4381c0 req-a9d17f95-a494-4ddf-bebd-8acc6f40d6c4 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0266206
Apr 07 15:11:39.485986 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9d4e4-cc3b-4701-bea4-003e79df4969 req-74d7d546-8dc1-4850-998c-9b21ca3133e4 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:39.487602 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-13a9d4e4-cc3b-4701-bea4-003e79df4969 req-74d7d546-8dc1-4850-998c-9b21ca3133e4 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.0901806
Apr 07 15:11:39.522248 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-13a9d4e4-cc3b-4701-bea4-003e79df4969 req-e17ad47d-9e6e-4d5c-bbac-b5700952cb16 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250344
Apr 07 15:11:39.818233 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ae5d5-4ffc-4a13-bc93-89b6841f43f4 req-fb6b90c6-ea7c-4175-8735-c5b5ccb47abc tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:39.821990 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-319ae5d5-4ffc-4a13-bc93-89b6841f43f4 req-fb6b90c6-ea7c-4175-8735-c5b5ccb47abc tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 945 time: 0.1022058
Apr 07 15:11:39.862624 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-319ae5d5-4ffc-4a13-bc93-89b6841f43f4 req-7609adf1-e638-4075-875a-54cd891131b6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355988
Apr 07 15:11:40.330639 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcd77f-caca-4271-bc96-60b261485845 req-a92f0a22-b832-4024-a87a-6cc1b019465e tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:40.332490 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a4dcd77f-caca-4271-bc96-60b261485845 req-a92f0a22-b832-4024-a87a-6cc1b019465e tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.1035178
Apr 07 15:11:40.367661 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a4dcd77f-caca-4271-bc96-60b261485845 req-fd12e9ae-79b3-473c-b889-bf9fb7e814d8 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0280428
Apr 07 15:11:40.548385 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:11:40.791985 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36230e3c-95af-4261-8f7e-54078433df05 req-e2c08377-0ee8-4647-900e-9ac390703231 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:40.793731 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-36230e3c-95af-4261-8f7e-54078433df05 req-e2c08377-0ee8-4647-900e-9ac390703231 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1060889
Apr 07 15:11:40.826847 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-36230e3c-95af-4261-8f7e-54078433df05 req-1d5908aa-451d-4a58-8787-641ca96a958a tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0254815
Apr 07 15:11:41.123122 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c4a2a-36b7-4d63-b160-4d6fc6b5bd1a req-90dfde42-d8b7-4d18-b42c-ad04a2a874c1 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:41.126009 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c40c4a2a-36b7-4d63-b160-4d6fc6b5bd1a req-90dfde42-d8b7-4d18-b42c-ad04a2a874c1 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 945 time: 0.1208413
Apr 07 15:11:41.159982 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c40c4a2a-36b7-4d63-b160-4d6fc6b5bd1a req-c970439c-9ef1-4d4d-867a-e88dc73ed739 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0269423
Apr 07 15:11:41.457826 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 32962) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:41.753605 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f4090481-716d-4755-b6e5-97b553f430bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:41.835229 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-f4090481-716d-4755-b6e5-97b553f430bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:11:41.861122 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-f4090481-716d-4755-b6e5-97b553f430bd admin admin] Usage tracker for resource:security_group_rule and tenant:60e228deb592401498d5be8391766353 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:11:41.874643 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-f4090481-716d-4755-b6e5-97b553f430bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:11:41.908527 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f108261-9686-43eb-a8d2-5defff99b542 req-7b7cb4e1-8931-4dd9-bd64-eb9b2ccde99d tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:41.924349 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5f108261-9686-43eb-a8d2-5defff99b542 req-7b7cb4e1-8931-4dd9-bd64-eb9b2ccde99d tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.3581278
Apr 07 15:11:41.930745 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-f4090481-716d-4755-b6e5-97b553f430bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:11:41.983539 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5f108261-9686-43eb-a8d2-5defff99b542 req-45b8b141-18fd-4bcd-a223-60e1ebf4537c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575092
Apr 07 15:11:42.201379 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 32994) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:42.221522 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d10272-b2c7-46c3-83ea-dd5ef1044247 req-314f3623-c819-40ad-8a03-9175882a519f tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:42.223302 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d5d10272-b2c7-46c3-83ea-dd5ef1044247 req-314f3623-c819-40ad-8a03-9175882a519f tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.2598867
Apr 07 15:11:42.299510 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d5d10272-b2c7-46c3-83ea-dd5ef1044247 req-14fedb6f-516a-464b-9446-8c6e76284586 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644658
Apr 07 15:11:42.333648 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72bbd9-1eab-4300-8be1-aa53c6886007 req-99f72750-0e1a-466e-8681-3382b758f358 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:42.335470 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4b72bbd9-1eab-4300-8be1-aa53c6886007 req-99f72750-0e1a-466e-8681-3382b758f358 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.2027378
Apr 07 15:11:42.337694 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f4090481-716d-4755-b6e5-97b553f430bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:42.341682 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f4090481-716d-4755-b6e5-97b553f430bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:42.347878 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 33000) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:42.350131 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b08fbddf-fcec-41ed-a4f4-a32eef55e884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:42.355229 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-4da4bac9-a08c-47d4-89cb-6762c0acc2ee tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Request body: {'floatingip': {'port_id': '4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:11:42.403781 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4090481-716d-4755-b6e5-97b553f430bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74208473-fe37-46dd-b579-b1e338fb79b8,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:42.418914 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f4090481-716d-4755-b6e5-97b553f430bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:42.425321 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-f4090481-716d-4755-b6e5-97b553f430bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=60e228deb592401498d5be8391766353&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9659419
Apr 07 15:11:42.429866 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 33004) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:42.471307 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4da4bac9-a08c-47d4-89cb-6762c0acc2ee tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for floatingip, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:42.650675 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5c8d9577-c6f4-440d-ae6c-9f95b7425ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:42.693790 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-5c8d9577-c6f4-440d-ae6c-9f95b7425ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:11:42.733264 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-5c8d9577-c6f4-440d-ae6c-9f95b7425ad0 admin admin] Usage tracker for resource:security_group_rule and tenant:1fc883e315514e5190c003e60b77daab is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:11:42.746464 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-5c8d9577-c6f4-440d-ae6c-9f95b7425ad0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:11:42.761565 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-5c8d9577-c6f4-440d-ae6c-9f95b7425ad0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:11:42.766612 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3e26077-268b-44b9-8eb1-a060a89f480b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:42.959014 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3e26077-268b-44b9-8eb1-a060a89f480b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:43.150973 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3e26077-268b-44b9-8eb1-a060a89f480b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:43.178501 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:43.553566 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379bee7-0ae0-4cdf-8c99-5124c84ef004 req-9e74d398-3d20-42e4-9773-12ff6ebd5ce3 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:43.555306 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6379bee7-0ae0-4cdf-8c99-5124c84ef004 req-9e74d398-3d20-42e4-9773-12ff6ebd5ce3 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1043415
Apr 07 15:11:43.559011 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e26077-268b-44b9-8eb1-a060a89f480b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74208473-fe37-46dd-b579-b1e338fb79b8,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:43.574573 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3e26077-268b-44b9-8eb1-a060a89f480b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:43.579992 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-f3e26077-268b-44b9-8eb1-a060a89f480b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/74208473-fe37-46dd-b579-b1e338fb79b8 HTTP/1.1" status: 204  len: 168 time: 1.1446586
Apr 07 15:11:43.579992 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f3e26077-268b-44b9-8eb1-a060a89f480b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:43.630159 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5c8d9577-c6f4-440d-ae6c-9f95b7425ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:43.637080 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5c8d9577-c6f4-440d-ae6c-9f95b7425ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:43.649821 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bc2f5666-b077-4b27-bf8a-5e9950b96205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:43.662225 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6379bee7-0ae0-4cdf-8c99-5124c84ef004 req-8e585a1c-ae0b-4aaf-a9e2-9794f89623ef tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710490
Apr 07 15:11:43.682683 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d9577-c6f4-440d-ae6c-9f95b7425ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cd8a30-f6b1-49ee-8867-f13e6cd58626,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:43.692670 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5c8d9577-c6f4-440d-ae6c-9f95b7425ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:43.722418 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-5c8d9577-c6f4-440d-ae6c-9f95b7425ad0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1fc883e315514e5190c003e60b77daab&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5197527
Apr 07 15:11:43.723871 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 33032) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:43.979686 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8d6465d8-955a-4680-9660-53b966fc5d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:43.983912 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4da4bac9-a08c-47d4-89cb-6762c0acc2ee tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:43.987319 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4da4bac9-a08c-47d4-89cb-6762c0acc2ee tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509939'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:43.994633 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757730e3-fddb-4f0a-bee0-88fc28e705e9 req-f11ed8a1-48b2-426b-ad08-f6e5a05075e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:43.996285 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-757730e3-fddb-4f0a-bee0-88fc28e705e9 req-f11ed8a1-48b2-426b-ad08-f6e5a05075e9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 1099 time: 0.1852484
Apr 07 15:11:44.029942 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8d6465d8-955a-4680-9660-53b966fc5d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:44.066526 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-757730e3-fddb-4f0a-bee0-88fc28e705e9 req-5b577aa3-b05f-404d-9ab4-0f082ae774da service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572040
Apr 07 15:11:44.129742 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8d6465d8-955a-4680-9660-53b966fc5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:44.138667 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-2c4121a1-0a2c-4071-b0e2-598b2e3b4199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:44.168995 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6465d8-955a-4680-9660-53b966fc5d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cd8a30-f6b1-49ee-8867-f13e6cd58626,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:44.169378 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 33042) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:44.186744 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-8d6465d8-955a-4680-9660-53b966fc5d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:44.200898 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8d6465d8-955a-4680-9660-53b966fc5d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:44.205539 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-8d6465d8-955a-4680-9660-53b966fc5d0d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/43cd8a30-f6b1-49ee-8867-f13e6cd58626 HTTP/1.1" status: 204  len: 168 time: 0.4792862
Apr 07 15:11:44.212223 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1fe4fcfd-8e74-4f55-9429-388646e0331c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:44.228229 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-1fe4fcfd-8e74-4f55-9429-388646e0331c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:11:44.232810 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-1fe4fcfd-8e74-4f55-9429-388646e0331c admin admin] Usage tracker for resource:security_group_rule and tenant:f80b759216dc41ca88ce7c58ad1b3ebb is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:11:44.236209 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-1fe4fcfd-8e74-4f55-9429-388646e0331c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:11:44.243827 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-1fe4fcfd-8e74-4f55-9429-388646e0331c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:11:44.275687 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.l3_db [None req-4da4bac9-a08c-47d4-89cb-6762c0acc2ee tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Floating IP fe32a44b-6e17-475f-82af-5b6bd700e463 associated. External IP: 172.27.2.85, port: 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9.
Apr 07 15:11:44.422544 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1fe4fcfd-8e74-4f55-9429-388646e0331c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:44.425934 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1fe4fcfd-8e74-4f55-9429-388646e0331c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:44.438292 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-aa028a57-13fa-4e18-a37d-15a9d8197415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:44.496311 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-1fe4fcfd-8e74-4f55-9429-388646e0331c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f80b759216dc41ca88ce7c58ad1b3ebb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3248539
Apr 07 15:11:44.498173 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4fcfd-8e74-4f55-9429-388646e0331c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8d193b-94a3-4c91-8ab5-fda0d066d6ef,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:44.500886 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 33052) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:44.503884 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1fe4fcfd-8e74-4f55-9429-388646e0331c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:44.572682 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-55603922-6f10-4668-a1ce-610c938e3700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:44.604330 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-55603922-6f10-4668-a1ce-610c938e3700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:44.661263 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-55603922-6f10-4668-a1ce-610c938e3700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:44.667624 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a36d4946-0f94-4878-bb06-3c0143843e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:44.684712 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55603922-6f10-4668-a1ce-610c938e3700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8d193b-94a3-4c91-8ab5-fda0d066d6ef,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:44.697534 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-55603922-6f10-4668-a1ce-610c938e3700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:44.700531 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-55603922-6f10-4668-a1ce-610c938e3700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:44.705426 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-55603922-6f10-4668-a1ce-610c938e3700 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa8d193b-94a3-4c91-8ab5-fda0d066d6ef HTTP/1.1" status: 204  len: 168 time: 0.2033060
Apr 07 15:11:44.806012 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da4bac9-a08c-47d4-89cb-6762c0acc2ee tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Router c764c915-ec41-4008-bf7b-a4e90d126d9b has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:11:44.996888 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed784f67-2c2a-443f-ae9d-e502005f2ab1 req-e7bb1ef0-2eca-495a-a4ba-3c6c6e5091c0 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:44.999874 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ed784f67-2c2a-443f-ae9d-e502005f2ab1 req-e7bb1ef0-2eca-495a-a4ba-3c6c6e5091c0 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1439338
Apr 07 15:11:45.039645 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da4bac9-a08c-47d4-89cb-6762c0acc2ee tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:11:45.047011 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4da4bac9-a08c-47d4-89cb-6762c0acc2ee tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:45.053910 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ed784f67-2c2a-443f-ae9d-e502005f2ab1 req-5c502aca-b2c9-4cc1-a27b-71036714f324 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459547
Apr 07 15:11:45.057638 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711e346b-1c21-49d8-aabe-008c4826bd38 None None] Sync routers for ids ['c764c915-ec41-4008-bf7b-a4e90d126d9b'] in dv-cinder-782260-2-iscsi {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:11:45.078607 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711e346b-1c21-49d8-aabe-008c4826bd38 None None] Routers {'c764c915-ec41-4008-bf7b-a4e90d126d9b'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:11:45.079926 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-711e346b-1c21-49d8-aabe-008c4826bd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6919e9eb8>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:11:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['c764c915-ec41-4008-bf7b-a4e90d126d9b'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:11:45.130496 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-4da4bac9-a08c-47d4-89cb-6762c0acc2ee tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "PUT /v2.0/floatingips/fe32a44b-6e17-475f-82af-5b6bd700e463 HTTP/1.1" status: 200  len: 991 time: 2.7807038
Apr 07 15:11:45.131633 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e76f0c1-92b3-499b-be57-5e00dbeab0a4', 'tag': '4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:11:45.282860 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e76f0c1-92b3-499b-be57-5e00dbeab0a4', 'tag': '4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9', 'status': 'completed', 'code': 200}
Apr 07 15:11:45.357991 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-711e346b-1c21-49d8-aabe-008c4826bd38 None None] Set router c764c915-ec41-4008-bf7b-a4e90d126d9b gateway port host: dv-cinder-782260-2-iscsi {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:11:45.902471 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-711e346b-1c21-49d8-aabe-008c4826bd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6919e9eb8>, [{'id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'name': 'tempest-AttachVolumeTestJSON-288799174-router', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:10:52Z', 'updated_at': '2021-04-07T15:11:00Z', 'revision_number': 4, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'gw_port': {'id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:54Z', 'updated_at': '2021-04-07T15:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': 'fe32a44b-6e17-475f-82af-5b6bd700e463', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'port_id': '4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81', 'mac_address': 'fa:16:3e:c4:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e76f0c1-92b3-499b-be57-5e00dbeab0a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:11:07Z', 'updated_at': '2021-04-07T15:11:43Z', 'revision_number': 1, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf', 'name': '', 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'mac_address': 'fa:16:3e:ce:13:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:59Z', 'updated_at': '2021-04-07T15:11:12Z', 'revision_number': 5, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'subnets': [{'id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:11:45.908404 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711e346b-1c21-49d8-aabe-008c4826bd38 None None] Checking router: c764c915-ec41-4008-bf7b-a4e90d126d9b for host: dv-cinder-782260-2-iscsi {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:11:45.925084 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711e346b-1c21-49d8-aabe-008c4826bd38 None None] Routers {'c764c915-ec41-4008-bf7b-a4e90d126d9b'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:11:45.925869 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-711e346b-1c21-49d8-aabe-008c4826bd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6919e9eb8>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:11:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['c764c915-ec41-4008-bf7b-a4e90d126d9b'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:11:46.325892 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-711e346b-1c21-49d8-aabe-008c4826bd38 None None] Set router c764c915-ec41-4008-bf7b-a4e90d126d9b gateway port host: dv-cinder-782260-2-iscsi {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:11:46.782518 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-711e346b-1c21-49d8-aabe-008c4826bd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6919e9eb8>, [{'id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'name': 'tempest-AttachVolumeTestJSON-288799174-router', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:10:52Z', 'updated_at': '2021-04-07T15:11:00Z', 'revision_number': 4, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'gw_port': {'id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:54Z', 'updated_at': '2021-04-07T15:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': 'fe32a44b-6e17-475f-82af-5b6bd700e463', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'port_id': '4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81', 'mac_address': 'fa:16:3e:c4:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e76f0c1-92b3-499b-be57-5e00dbeab0a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:11:07Z', 'updated_at': '2021-04-07T15:11:43Z', 'revision_number': 1, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf', 'name': '', 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'mac_address': 'fa:16:3e:ce:13:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:59Z', 'updated_at': '2021-04-07T15:11:12Z', 'revision_number': 5, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'subnets': [{'id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:11:46.787645 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711e346b-1c21-49d8-aabe-008c4826bd38 None None] The sync data for ids ['c764c915-ec41-4008-bf7b-a4e90d126d9b'] in dv-cinder-782260-2-iscsi is: [{'id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'name': 'tempest-AttachVolumeTestJSON-288799174-router', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:10:52Z', 'updated_at': '2021-04-07T15:11:00Z', 'revision_number': 4, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'gw_port': {'id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:54Z', 'updated_at': '2021-04-07T15:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': 'fe32a44b-6e17-475f-82af-5b6bd700e463', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'port_id': '4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81', 'mac_address': 'fa:16:3e:c4:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e76f0c1-92b3-499b-be57-5e00dbeab0a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:11:07Z', 'updated_at': '2021-04-07T15:11:43Z', 'revision_number': 1, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf', 'name': '', 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'mac_address': 'fa:16:3e:ce:13:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:59Z', 'updated_at': '2021-04-07T15:11:12Z', 'revision_number': 5, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'subnets': [{'id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:11:47.092029 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0e4d33-1ea9-4814-b9af-8c9fb41229f7 None None] New status for floating IP fe32a44b-6e17-475f-82af-5b6bd700e463: ACTIVE {{(pid=84339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 15:11:47.749050 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff487f-943c-44a3-8471-29405d4a6bf9 req-506cecbb-dc00-4587-978d-d71727566070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:47.751325 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-03ff487f-943c-44a3-8471-29405d4a6bf9 req-506cecbb-dc00-4587-978d-d71727566070 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b12d2babc7ca4e538b15fd6776db7809&device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 1099 time: 0.0855849
Apr 07 15:11:47.982557 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff487f-943c-44a3-8471-29405d4a6bf9 req-f16addd5-c28a-4567-8efb-36129fcb3a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:47.984165 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-03ff487f-943c-44a3-8471-29405d4a6bf9 req-f16addd5-c28a-4567-8efb-36129fcb3a16 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9ec87ff2-febc-4f18-8e41-ab2231995e81 HTTP/1.1" status: 200  len: 911 time: 0.2122962
Apr 07 15:11:47.997347 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041989f-c704-4773-b18a-e04341e24df0 req-bc3bd92f-5deb-4bd2-9fe8-f9e4cba896f7 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:47.998965 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c041989f-c704-4773-b18a-e04341e24df0 req-bc3bd92f-5deb-4bd2-9fe8-f9e4cba896f7 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1500876
Apr 07 15:11:48.121436 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c041989f-c704-4773-b18a-e04341e24df0 req-eb88f734-ba22-4e1f-92f2-6ed2d45b00bc tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618386
Apr 07 15:11:48.138999 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-03ff487f-943c-44a3-8471-29405d4a6bf9 req-90a8244f-0a52-4658-9c57-9d73ffae762d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 HTTP/1.1" status: 200  len: 1001 time: 0.1389821
Apr 07 15:11:48.232939 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff487f-943c-44a3-8471-29405d4a6bf9 req-feb58d05-8087-4425-8973-3d91a096adf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:48.235422 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-03ff487f-943c-44a3-8471-29405d4a6bf9 req-feb58d05-8087-4425-8973-3d91a096adf4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7b4613b1-aa51-4fff-9468-67e278e334ca HTTP/1.1" status: 200  len: 849 time: 0.0805008
Apr 07 15:11:48.414185 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff487f-943c-44a3-8471-29405d4a6bf9 req-0c8772dd-4570-4039-9e51-ef267f47a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:48.415816 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-03ff487f-943c-44a3-8471-29405d4a6bf9 req-0c8772dd-4570-4039-9e51-ef267f47a6df service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9ec87ff2-febc-4f18-8e41-ab2231995e81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0997002
Apr 07 15:11:48.599405 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-03ff487f-943c-44a3-8471-29405d4a6bf9 req-4ca7b787-2805-481d-b8fc-a0384020aba0 service neutron] 10.222.0.65 "GET /v2.0/networks/9ec87ff2-febc-4f18-8e41-ab2231995e81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698380
Apr 07 15:11:48.853758 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-03ff487f-943c-44a3-8471-29405d4a6bf9 req-303aef91-737a-4d4b-95f3-eb3e44a56d3a service neutron] 10.222.0.65 "GET /v2.0/networks/9ec87ff2-febc-4f18-8e41-ab2231995e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2392745
Apr 07 15:11:49.666473 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38034082-bd53-42af-b9fb-1593780adea3 req-dd3d5652-775d-48a2-ac35-40bb990b859d tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:49.668564 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-38034082-bd53-42af-b9fb-1593780adea3 req-dd3d5652-775d-48a2-ac35-40bb990b859d tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.3872614
Apr 07 15:11:49.709542 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-38034082-bd53-42af-b9fb-1593780adea3 req-5648916b-fbbf-4ef3-9636-c81b3f4242d4 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0280914
Apr 07 15:11:52.780721 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064a38c-239f-4ac4-9368-4cb0bf1892bc req-17054fef-18b4-49d7-8759-ad64de47e876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:52.783202 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0064a38c-239f-4ac4-9368-4cb0bf1892bc req-17054fef-18b4-49d7-8759-ad64de47e876 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cc9555d2ba234896823be6d5f89668b9&device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 1099 time: 0.0962729
Apr 07 15:11:53.039792 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96f645-d448-41b4-94e3-7080fe05b4cf req-0c0b8b28-1bdf-451c-832d-a8a4133d6845 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:53.041657 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5c96f645-d448-41b4-94e3-7080fe05b4cf req-0c0b8b28-1bdf-451c-832d-a8a4133d6845 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1533656
Apr 07 15:11:53.047205 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064a38c-239f-4ac4-9368-4cb0bf1892bc req-aa4e9d55-1e5b-43c0-98a1-43f7f35c70d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:53.048904 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0064a38c-239f-4ac4-9368-4cb0bf1892bc req-aa4e9d55-1e5b-43c0-98a1-43f7f35c70d2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=339f7b08-9f95-4282-b63e-f044a2cab794 HTTP/1.1" status: 200  len: 920 time: 0.2586882
Apr 07 15:11:53.143729 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0064a38c-239f-4ac4-9368-4cb0bf1892bc req-39ee05d2-2290-46ea-bace-45beccd068ce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7963e76b-52e7-4f65-a8a7-ffa942491e52 HTTP/1.1" status: 200  len: 217 time: 0.0780616
Apr 07 15:11:53.147367 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5c96f645-d448-41b4-94e3-7080fe05b4cf req-aef9f330-0afa-4b6c-a168-4fd7b5927af6 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962920
Apr 07 15:11:53.237569 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064a38c-239f-4ac4-9368-4cb0bf1892bc req-9161683a-23c9-4f48-bccf-f3055663b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:53.239499 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0064a38c-239f-4ac4-9368-4cb0bf1892bc req-9161683a-23c9-4f48-bccf-f3055663b51e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=715e635f-38c7-4cfa-8476-85d5d882c8e5 HTTP/1.1" status: 200  len: 859 time: 0.0866728
Apr 07 15:11:53.311146 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0064a38c-239f-4ac4-9368-4cb0bf1892bc req-61084901-caf7-43ae-bf6d-6ed3a4051b56 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=339f7b08-9f95-4282-b63e-f044a2cab794&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0559418
Apr 07 15:11:53.504735 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0064a38c-239f-4ac4-9368-4cb0bf1892bc req-a1dbd5a5-7f20-4144-ba57-d03e10e538dd service neutron] 10.222.0.65 "GET /v2.0/networks/339f7b08-9f95-4282-b63e-f044a2cab794?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1804335
Apr 07 15:11:53.687951 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0064a38c-239f-4ac4-9368-4cb0bf1892bc req-92d285d5-76d5-4545-8ad0-3c0bbe92b748 service neutron] 10.222.0.65 "GET /v2.0/networks/339f7b08-9f95-4282-b63e-f044a2cab794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1733115
Apr 07 15:11:54.436763 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 33268) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:54.441683 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701c1c6-46a0-435d-8577-2a5951b244e7 req-ad156060-1d58-4650-8220-0c849a4aa739 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:54.445635 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f701c1c6-46a0-435d-8577-2a5951b244e7 req-ad156060-1d58-4650-8220-0c849a4aa739 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1679337
Apr 07 15:11:54.481698 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f701c1c6-46a0-435d-8577-2a5951b244e7 req-712b769e-4f25-4860-8e57-c48439e57c60 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0285962
Apr 07 15:11:54.596332 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0067e0e5-467e-481c-b298-223f49305763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:54.614440 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-0067e0e5-467e-481c-b298-223f49305763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:11:54.618985 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-0067e0e5-467e-481c-b298-223f49305763 admin admin] Usage tracker for resource:security_group_rule and tenant:adfafaccf62447f1899ef216390076f0 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:11:54.622443 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-0067e0e5-467e-481c-b298-223f49305763 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:11:54.630598 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-0067e0e5-467e-481c-b298-223f49305763 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:11:54.742694 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0067e0e5-467e-481c-b298-223f49305763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:54.746308 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0067e0e5-467e-481c-b298-223f49305763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:54.754582 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-47f87e17-1f5b-4a10-ac80-b90a5af2ba19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:54.802821 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-0067e0e5-467e-481c-b298-223f49305763 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=adfafaccf62447f1899ef216390076f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3648212
Apr 07 15:11:54.803862 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067e0e5-467e-481c-b298-223f49305763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f2bb82-e079-4176-a6b4-cd136bb7e266,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:54.806907 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 33274) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:11:54.807528 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-0067e0e5-467e-481c-b298-223f49305763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:54.878253 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b7c6a9e2-307d-4442-9cb9-177a330e0820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:54.932770 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b7c6a9e2-307d-4442-9cb9-177a330e0820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:55.015028 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b7c6a9e2-307d-4442-9cb9-177a330e0820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:55.022187 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c5056885-b502-452e-b3f1-07264cae8026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:11:55.036220 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6a9e2-307d-4442-9cb9-177a330e0820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f2bb82-e079-4176-a6b4-cd136bb7e266,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:11:55.040689 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b7c6a9e2-307d-4442-9cb9-177a330e0820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:11:55.050083 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b7c6a9e2-307d-4442-9cb9-177a330e0820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:55.053987 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-b7c6a9e2-307d-4442-9cb9-177a330e0820 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e0f2bb82-e079-4176-a6b4-cd136bb7e266 HTTP/1.1" status: 204  len: 168 time: 0.2465317
Apr 07 15:11:55.734582 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b6470-2c67-4290-b637-96f719867272 req-8009e8a5-5212-433b-adb9-ce8cf6f8a75d tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:55.736448 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bc9b6470-2c67-4290-b637-96f719867272 req-8009e8a5-5212-433b-adb9-ce8cf6f8a75d tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1031127
Apr 07 15:11:55.780560 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bc9b6470-2c67-4290-b637-96f719867272 req-1d7a0089-70f5-4e4f-9028-15ec9549d69d tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0296769
Apr 07 15:11:57.108720 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c782b8-5427-46c4-8cab-d386b52c014f req-7ab6dd49-fce7-4d9d-ba17-28715d4a95d0 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:57.110534 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-77c782b8-5427-46c4-8cab-d386b52c014f req-7ab6dd49-fce7-4d9d-ba17-28715d4a95d0 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.1999493
Apr 07 15:11:57.119156 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe122e3-f15c-43c2-a4c7-e1ba86f515cd req-4c0ddb92-43ce-4efa-8a2f-250e0e763ec8 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:57.120855 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7fe122e3-f15c-43c2-a4c7-e1ba86f515cd req-4c0ddb92-43ce-4efa-8a2f-250e0e763ec8 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1448216
Apr 07 15:11:57.165014 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-77c782b8-5427-46c4-8cab-d386b52c014f req-ab70439c-c9a2-4cd8-a5e6-ba42297da714 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429823
Apr 07 15:11:57.173512 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7fe122e3-f15c-43c2-a4c7-e1ba86f515cd req-c9762d55-b402-4f99-a15d-e9502f98433a tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380507
Apr 07 15:11:57.353777 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6387dbf0-4958-4cf7-a36b-64c3ea126255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:11:58.410032 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81429cc0-ab4a-4659-a4a8-1392fbf26797 req-a520fdf3-1337-44a9-b545-aece36bc7c7e tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:58.411701 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-81429cc0-ab4a-4659-a4a8-1392fbf26797 req-a520fdf3-1337-44a9-b545-aece36bc7c7e tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.1063342
Apr 07 15:11:58.446646 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-81429cc0-ab4a-4659-a4a8-1392fbf26797 req-357e0c33-cadf-4ff9-a623-fc8e6e8b3409 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0280795
Apr 07 15:11:59.685218 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b2969-ec45-41a6-bc71-5003c56a050e req-b88b090a-7eee-4846-b9b3-421776c1d26b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:11:59.686934 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fc9b2969-ec45-41a6-bc71-5003c56a050e req-b88b090a-7eee-4846-b9b3-421776c1d26b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.1157730
Apr 07 15:11:59.729074 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fc9b2969-ec45-41a6-bc71-5003c56a050e req-cb878a83-ad01-4f01-9f90-015894fa1e3b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0260849
Apr 07 15:11:59.962646 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-54e76b2e-b1fd-4c83-80ed-e2a5b22f3e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:00.035990 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:00.950616 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33e3bc-0f1a-408d-84f7-448c987adbc2 req-415141d1-e177-4dd2-b429-110d0d981627 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:00.952328 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-cd33e3bc-0f1a-408d-84f7-448c987adbc2 req-415141d1-e177-4dd2-b429-110d0d981627 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.0955625
Apr 07 15:12:00.995478 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-cd33e3bc-0f1a-408d-84f7-448c987adbc2 req-6088c374-b329-4bbe-afa0-20a60fbd44f2 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0338128
Apr 07 15:12:01.330419 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:01.818201 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:01.873009 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:02.225191 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738d247-9932-4fb4-b197-9f7885d22002 req-d6c5e547-e122-4ec5-85ff-b0fa74ba3f70 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:02.226912 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7738d247-9932-4fb4-b197-9f7885d22002 req-d6c5e547-e122-4ec5-85ff-b0fa74ba3f70 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.0927784
Apr 07 15:12:02.262527 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7738d247-9932-4fb4-b197-9f7885d22002 req-26b5161b-6e6e-4592-b404-4c3598bea0dd tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0260510
Apr 07 15:12:03.580391 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52a40b-b3fa-47bc-a52a-36e84776cf2c req-6e5d5ca0-ff45-4df1-895d-6b07b1776198 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:03.582130 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0c52a40b-b3fa-47bc-a52a-36e84776cf2c req-6e5d5ca0-ff45-4df1-895d-6b07b1776198 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.1701975
Apr 07 15:12:03.595937 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737661c-4bce-4002-a92e-0155160ce4f5 req-feb83b2d-1fc9-4caf-80d3-ac042773271d tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:03.597625 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6737661c-4bce-4002-a92e-0155160ce4f5 req-feb83b2d-1fc9-4caf-80d3-ac042773271d tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1305928
Apr 07 15:12:03.637991 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0c52a40b-b3fa-47bc-a52a-36e84776cf2c req-2fedaff4-9052-4717-a4c7-9a12f34247a3 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391750
Apr 07 15:12:03.650290 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6737661c-4bce-4002-a92e-0155160ce4f5 req-2247d41c-330b-4dc4-bfd2-4d994089c754 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367789
Apr 07 15:12:03.955135 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-e02dd8cd-472f-44e6-866b-15dd3e6773a2 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:03.957883 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-e02dd8cd-472f-44e6-866b-15dd3e6773a2 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/networks?id=1fea60c6-d3c0-42e1-8a72-6a3347f9203e HTTP/1.1" status: 200  len: 815 time: 0.2121284
Apr 07 15:12:03.976005 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-5331f492-ba05-420d-b1ce-5ffc58dd41c6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/quotas/319b24532db24adf857ac07d263f15ce HTTP/1.1" status: 200  len: 375 time: 0.0113835
Apr 07 15:12:04.078136 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-bcb30e42-1d42-4e5a-ac28-3096aa6ebb90 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=319b24532db24adf857ac07d263f15ce&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0956974
Apr 07 15:12:04.237313 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-1fc538e2-5b83-4489-b38a-b934106a6a04 service neutron] 10.222.0.39 "GET /v2.0/networks/1fea60c6-d3c0-42e1-8a72-6a3347f9203e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452396
Apr 07 15:12:04.390772 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-4cc70cfd-7ce2-47e2-872c-a128b5340e16 service neutron] 10.222.0.39 "GET /v2.0/networks/1fea60c6-d3c0-42e1-8a72-6a3347f9203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468508
Apr 07 15:12:06.249026 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fa459cb9-0f78-4ef4-9159-913172139f18 req-c2eaa437-489a-4e56-8664-f52fbd173bf1 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4 HTTP/1.1" status: 200  len: 210 time: 0.0715115
Apr 07 15:12:06.480457 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c68d6-ec71-4d03-b99b-1c0cb2cf88a6 req-a1191cfe-e7b6-4695-9045-c9689eed362f tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:06.482510 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4e5c68d6-ec71-4d03-b99b-1c0cb2cf88a6 req-a1191cfe-e7b6-4695-9045-c9689eed362f tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.1266966
Apr 07 15:12:06.516201 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4e5c68d6-ec71-4d03-b99b-1c0cb2cf88a6 req-ce43ee0b-ea7b-4dde-89c2-37835ff007ce tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0263374
Apr 07 15:12:06.903576 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 33540) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:12:07.256550 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ab8a8af6-8a50-4298-84aa-7569e7e3dbd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:07.305561 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-ab8a8af6-8a50-4298-84aa-7569e7e3dbd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:12:07.315266 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-ab8a8af6-8a50-4298-84aa-7569e7e3dbd6 admin admin] Usage tracker for resource:security_group_rule and tenant:0d03c713b7c141528f1802cfa37d1904 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:12:07.321790 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-ab8a8af6-8a50-4298-84aa-7569e7e3dbd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:12:07.336579 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-ab8a8af6-8a50-4298-84aa-7569e7e3dbd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:12:07.571312 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bf537d5e-9a80-4e21-9146-8844a690918a req-bce17913-8365-4e2c-91d5-08be9c4b7fc5 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4 HTTP/1.1" status: 200  len: 210 time: 0.1406777
Apr 07 15:12:07.655000 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-c1753c5b-2526-4a90-b66c-7f73843d9fe0 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:07.657678 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-c1753c5b-2526-4a90-b66c-7f73843d9fe0 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.65 "GET /v2.0/networks?id=1fea60c6-d3c0-42e1-8a72-6a3347f9203e HTTP/1.1" status: 200  len: 815 time: 0.5325949
Apr 07 15:12:07.720358 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ab8a8af6-8a50-4298-84aa-7569e7e3dbd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:07.726538 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ab8a8af6-8a50-4298-84aa-7569e7e3dbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:07.761542 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-83e94d2c-9bc7-4490-bd35-31e8c3341b8c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Request body: {'port': {'device_id': 'a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4', 'network_id': '1fea60c6-d3c0-42e1-8a72-6a3347f9203e', 'admin_state_up': True, 'tenant_id': '319b24532db24adf857ac07d263f15ce'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:12:07.837717 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6b3d90ad-21cb-45b9-bf9f-e78d20ff2ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:07.965344 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-ab8a8af6-8a50-4298-84aa-7569e7e3dbd6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0d03c713b7c141528f1802cfa37d1904&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0565553
Apr 07 15:12:07.966230 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 33596) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:12:07.973115 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a8af6-8a50-4298-84aa-7569e7e3dbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e82aabd-2bf8-4732-a2c7-c7b2cf6a039f,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:07.982505 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ab8a8af6-8a50-4298-84aa-7569e7e3dbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:08.052247 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4edc9-b494-4531-bd74-61d8169b5e71 req-4385cf2e-5c44-4170-96f3-0e11c3a8ae6e tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:08.052850 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-99637b7e-6ce4-488d-8054-e6d3280a9f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:08.054815 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d5b4edc9-b494-4531-bd74-61d8169b5e71 req-4385cf2e-5c44-4170-96f3-0e11c3a8ae6e tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.2660613
Apr 07 15:12:08.083600 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-99637b7e-6ce4-488d-8054-e6d3280a9f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:08.094134 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-83e94d2c-9bc7-4490-bd35-31e8c3341b8c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:12:08.105512 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-83e94d2c-9bc7-4490-bd35-31e8c3341b8c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:12:08.134656 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d5b4edc9-b494-4531-bd74-61d8169b5e71 req-e58aaac0-4fff-4fb1-99a6-9121d351aa8e tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0690260
Apr 07 15:12:08.134878 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-99637b7e-6ce4-488d-8054-e6d3280a9f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:08.136753 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-83e94d2c-9bc7-4490-bd35-31e8c3341b8c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Made reservation on behalf of 319b24532db24adf857ac07d263f15ce for: {'port': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:12:08.144019 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:08.149538 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-83e94d2c-9bc7-4490-bd35-31e8c3341b8c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:08.162031 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99637b7e-6ce4-488d-8054-e6d3280a9f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e82aabd-2bf8-4732-a2c7-c7b2cf6a039f,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:08.181788 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-99637b7e-6ce4-488d-8054-e6d3280a9f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:08.183033 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-99637b7e-6ce4-488d-8054-e6d3280a9f26 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5e82aabd-2bf8-4732-a2c7-c7b2cf6a039f HTTP/1.1" status: 204  len: 168 time: 0.2157106
Apr 07 15:12:08.184728 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-99637b7e-6ce4-488d-8054-e6d3280a9f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:08.353878 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-83e94d2c-9bc7-4490-bd35-31e8c3341b8c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Allocated IP 172.20.0.5 (1fea60c6-d3c0-42e1-8a72-6a3347f9203e/af0ee707-cd66-48b1-a5fe-75510a42329c/782e83f7-5a4c-4742-b3a0-e15d097fa908) {{(pid=84337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:12:08.589493 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-83e94d2c-9bc7-4490-bd35-31e8c3341b8c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks [] for port, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:08.619625 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-83e94d2c-9bc7-4490-bd35-31e8c3341b8c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836'] for port, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:08.637725 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c2e69f95-741c-429d-9d21-f072f531c5df tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:08.688376 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['75ad4273-1c91-412c-8dec-478781048da3', '1064617d-03d6-47be-9c1b-7823096a71ff', '3404f024-0e05-4835-84e6-d9bd4c93d11f'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:12:09.098300 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e94d2c-9bc7-4490-bd35-31e8c3341b8c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Pushing event updated for resources: {'Port': ['ID=782e83f7-5a4c-4742-b3a0-e15d097fa908,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:09.102124 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-83e94d2c-9bc7-4490-bd35-31e8c3341b8c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:09.175128 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f840d3-266b-4a64-9ef2-5c0dad434b1c req-d857a442-d70f-4e8b-bca7-8310dc257ed8 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:09.176623 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b4f840d3-266b-4a64-9ef2-5c0dad434b1c req-d857a442-d70f-4e8b-bca7-8310dc257ed8 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4 HTTP/1.1" status: 200  len: 931 time: 0.2517982
Apr 07 15:12:09.210345 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-83e94d2c-9bc7-4490-bd35-31e8c3341b8c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Network 1fea60c6-d3c0-42e1-8a72-6a3347f9203e is already hosted by enough agents. {{(pid=84337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:12:09.214703 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-83e94d2c-9bc7-4490-bd35-31e8c3341b8c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Resources bound (agent type, host, resource id):  {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:12:09.217404 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-83e94d2c-9bc7-4490-bd35-31e8c3341b8c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Received port after_create {{(pid=84337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:12:09.223771 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-83e94d2c-9bc7-4490-bd35-31e8c3341b8c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:09.224498 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-83e94d2c-9bc7-4490-bd35-31e8c3341b8c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:09.271626 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b4f840d3-266b-4a64-9ef2-5c0dad434b1c req-f5e4a247-37ce-4209-820b-492a19f4ae86 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849969
Apr 07 15:12:09.279286 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-83e94d2c-9bc7-4490-bd35-31e8c3341b8c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5262797
Apr 07 15:12:09.321131 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] Request body: {'port': {'device_id': 'a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:12:09.646269 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6afae-c881-4756-8538-3b7548f2b8fb req-baad24b2-7305-4d80-8a5a-24b6a05d719b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:09.648013 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3fa6afae-c881-4756-8538-3b7548f2b8fb req-baad24b2-7305-4d80-8a5a-24b6a05d719b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.2550678
Apr 07 15:12:09.659099 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:10.010350 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3fa6afae-c881-4756-8538-3b7548f2b8fb req-75b69b31-53d7-4cfc-bdf4-2df58aa2c594 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1582539
Apr 07 15:12:10.185272 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 782e83f7-5a4c-4742-b3a0-e15d097fa908 {{(pid=84337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:12:10.197061 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:10.228757 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] Transition to ACTIVE for port object 782e83f7-5a4c-4742-b3a0-e15d097fa908 will not be triggered until provisioned by entity L2. {{(pid=84337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:12:10.233073 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:10.250238 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:10.472269 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] Pushing event updated for resources: {'Port': ['ID=782e83f7-5a4c-4742-b3a0-e15d097fa908,revision_number=2']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:10.475398 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:10.620799 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ed532-b0a3-4ce4-8160-317976f7a1a3 req-67ae3961-0580-4e91-8190-d5110956e511 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:10.621633 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-044ed532-b0a3-4ce4-8160-317976f7a1a3 req-67ae3961-0580-4e91-8190-d5110956e511 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Synchronizing usage tracker for tenant:319b24532db24adf857ac07d263f15ce on resource:port {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:12:10.698910 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-044ed532-b0a3-4ce4-8160-317976f7a1a3 req-67ae3961-0580-4e91-8190-d5110956e511 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Unset dirty status for tenant:319b24532db24adf857ac07d263f15ce on resource:port {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:12:10.700206 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-044ed532-b0a3-4ce4-8160-317976f7a1a3 req-67ae3961-0580-4e91-8190-d5110956e511 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4 HTTP/1.1" status: 200  len: 943 time: 0.3062797
Apr 07 15:12:10.708620 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] Attempting to bind port 782e83f7-5a4c-4742-b3a0-e15d097fa908 on host hv-cinder-78226 for vnic_type normal with profile  {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:12:10.708999 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] Attempting to bind port 782e83f7-5a4c-4742-b3a0-e15d097fa908 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '83cefd4b-5746-43e9-a558-b4c212593d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1fea60c6-d3c0-42e1-8a72-6a3347f9203e'}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:12:10.709428 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] Attempting to bind port 782e83f7-5a4c-4742-b3a0-e15d097fa908 on network 1fea60c6-d3c0-42e1-8a72-6a3347f9203e {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:12:10.727110 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] Port 782e83f7-5a4c-4742-b3a0-e15d097fa908 on network 1fea60c6-d3c0-42e1-8a72-6a3347f9203e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 15:12:10.727475 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] Attempting to bind port 782e83f7-5a4c-4742-b3a0-e15d097fa908 on network 1fea60c6-d3c0-42e1-8a72-6a3347f9203e {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:12:10.739816 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] Checking agent: {'id': 'b2fd6503-106d-4224-ac4d-40fda7056aab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:12:10.740185 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] Checking segment: {'id': '83cefd4b-5746-43e9-a558-b4c212593d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1fea60c6-d3c0-42e1-8a72-6a3347f9203e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:12:10.740624 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] Bound using segment: {'id': '83cefd4b-5746-43e9-a558-b4c212593d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1fea60c6-d3c0-42e1-8a72-6a3347f9203e'} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:12:10.741098 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] Bound port: 782e83f7-5a4c-4742-b3a0-e15d097fa908, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83cefd4b-5746-43e9-a558-b4c212593d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1fea60c6-d3c0-42e1-8a72-6a3347f9203e'}}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:12:10.741512 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:10.774070 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-044ed532-b0a3-4ce4-8160-317976f7a1a3 req-a5303788-51ce-4ca1-9aec-2f6ea87316d6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664723
Apr 07 15:12:10.823397 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] For port 782e83f7-5a4c-4742-b3a0-e15d097fa908, host hv-cinder-78226, cleared binding levels {{(pid=84337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:12:10.826733 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] For port 782e83f7-5a4c-4742-b3a0-e15d097fa908, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=782e83f7-5a4c-4742-b3a0-e15d097fa908,segment=NetworkSegment(83cefd4b-5746-43e9-a558-b4c212593d77),segment_id=83cefd4b-5746-43e9-a558-b4c212593d77)] {{(pid=84337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:12:10.830868 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:10.845051 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:10.996077 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] Pushing event updated for resources: {'Port': ['ID=782e83f7-5a4c-4742-b3a0-e15d097fa908,revision_number=3']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:10.999650 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:11.052916 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:11.054027 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:11.055588 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] 10.222.0.65 "PUT /v2.0/ports/782e83f7-5a4c-4742-b3a0-e15d097fa908 HTTP/1.1" status: 200  len: 1093 time: 1.7461131
Apr 07 15:12:11.056170 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4', 'tag': '782e83f7-5a4c-4742-b3a0-e15d097fa908'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:12:11.110840 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4', 'tag': '782e83f7-5a4c-4742-b3a0-e15d097fa908', 'status': 'completed', 'code': 200}
Apr 07 15:12:11.340908 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-b67f2ab7-517e-4266-9f10-5a3e50982440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:11.342593 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-b67f2ab7-517e-4266-9f10-5a3e50982440 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=319b24532db24adf857ac07d263f15ce&device_id=a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4 HTTP/1.1" status: 200  len: 1096 time: 0.1530213
Apr 07 15:12:11.355716 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43107c2-9216-4179-a7a6-c71f90b5de12 req-1c78cdeb-22f9-43a1-85f1-61f1579cd6a3 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:11.357425 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c43107c2-9216-4179-a7a6-c71f90b5de12 req-1c78cdeb-22f9-43a1-85f1-61f1579cd6a3 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.1258535
Apr 07 15:12:11.442388 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-20843265-7da0-4869-9c6d-a5e8d17e8648 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=782e83f7-5a4c-4742-b3a0-e15d097fa908 HTTP/1.1" status: 200  len: 217 time: 0.0838864
Apr 07 15:12:11.450599 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c43107c2-9216-4179-a7a6-c71f90b5de12 req-c26f897c-b797-4ae4-9ccd-35d75a50c388 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397820
Apr 07 15:12:11.524392 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-375bf79a-88f7-433f-91a6-dad231347932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:11.526008 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-375bf79a-88f7-433f-91a6-dad231347932 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af0ee707-cd66-48b1-a5fe-75510a42329c HTTP/1.1" status: 200  len: 855 time: 0.0713103
Apr 07 15:12:11.591062 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-b6f28d8a-689b-49c2-ab9a-cc47939892dd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1fea60c6-d3c0-42e1-8a72-6a3347f9203e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0537939
Apr 07 15:12:11.753422 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-4b8c3406-b6b3-4210-abed-a39c5609a802 service neutron] 10.222.0.65 "GET /v2.0/networks/1fea60c6-d3c0-42e1-8a72-6a3347f9203e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1543963
Apr 07 15:12:11.990366 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-49025a39-9bfd-4d6f-bb45-0c4700f93c9f req-68569994-5d3a-4504-9264-3668e601f5c2 service neutron] 10.222.0.65 "GET /v2.0/networks/1fea60c6-d3c0-42e1-8a72-6a3347f9203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2278621
Apr 07 15:12:12.033810 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3ecec-af41-43f6-a034-a133847801f0 req-e9325a57-7fff-4997-8655-0165fc2ae278 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:12.036273 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9db3ecec-af41-43f6-a034-a133847801f0 req-e9325a57-7fff-4997-8655-0165fc2ae278 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4 HTTP/1.1" status: 200  len: 943 time: 0.1175334
Apr 07 15:12:12.084869 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9db3ecec-af41-43f6-a034-a133847801f0 req-f5215ab0-8a0c-45d8-8e87-655a2e25786f tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365725
Apr 07 15:12:12.249851 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 33722) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:12:12.252103 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ceb5c2-3483-4c22-ad61-aff4a0faba23 req-ab38ece4-f836-400a-ad03-3eb45f7b5b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:12.253860 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-36ceb5c2-3483-4c22-ad61-aff4a0faba23 req-ab38ece4-f836-400a-ad03-3eb45f7b5b90 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=319b24532db24adf857ac07d263f15ce&device_id=a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4 HTTP/1.1" status: 200  len: 1096 time: 0.1085432
Apr 07 15:12:12.423551 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-68b1e94f-3687-4c62-824e-84d8b7a8d3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:12.454664 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-68b1e94f-3687-4c62-824e-84d8b7a8d3e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:12:12.461008 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-68b1e94f-3687-4c62-824e-84d8b7a8d3e8 admin admin] Usage tracker for resource:security_group_rule and tenant:fcb3d053b86f40e4af84e1b7da984230 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:12:12.466110 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-68b1e94f-3687-4c62-824e-84d8b7a8d3e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:12:12.474316 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-68b1e94f-3687-4c62-824e-84d8b7a8d3e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:12:12.553195 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ceb5c2-3483-4c22-ad61-aff4a0faba23 req-c59ee865-33ea-4be6-9955-d522a7832773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:12.554843 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-36ceb5c2-3483-4c22-ad61-aff4a0faba23 req-c59ee865-33ea-4be6-9955-d522a7832773 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1fea60c6-d3c0-42e1-8a72-6a3347f9203e HTTP/1.1" status: 200  len: 916 time: 0.2877419
Apr 07 15:12:12.618658 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-68b1e94f-3687-4c62-824e-84d8b7a8d3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:12.622844 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-68b1e94f-3687-4c62-824e-84d8b7a8d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:12.633370 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-cd338125-e4ee-4963-87e3-8a9a49b03afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:12.643208 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-36ceb5c2-3483-4c22-ad61-aff4a0faba23 req-f03d09b8-4400-4566-9d7e-25fc732c5dab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=782e83f7-5a4c-4742-b3a0-e15d097fa908 HTTP/1.1" status: 200  len: 217 time: 0.0784154
Apr 07 15:12:12.679160 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-68b1e94f-3687-4c62-824e-84d8b7a8d3e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fcb3d053b86f40e4af84e1b7da984230&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4272926
Apr 07 15:12:12.680143 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1e94f-3687-4c62-824e-84d8b7a8d3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc1da76-aca7-4ba4-affb-a3e0d2e88052,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:12.682771 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 33736) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:12:12.685660 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-68b1e94f-3687-4c62-824e-84d8b7a8d3e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:12.749839 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e6687f84-4cdc-4567-9927-78862f361282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:12.767254 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ceb5c2-3483-4c22-ad61-aff4a0faba23 req-5d5acf4d-dd5b-44d7-ba68-66aed3b80bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:12.769064 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-36ceb5c2-3483-4c22-ad61-aff4a0faba23 req-5d5acf4d-dd5b-44d7-ba68-66aed3b80bb4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af0ee707-cd66-48b1-a5fe-75510a42329c HTTP/1.1" status: 200  len: 855 time: 0.0838392
Apr 07 15:12:12.781981 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e6687f84-4cdc-4567-9927-78862f361282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:12.794479 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f24848-ee27-4337-b644-f0b84492ce24 req-d9457b01-40a0-4a81-919f-9ec68b89a4dd tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:12.796160 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-96f24848-ee27-4337-b644-f0b84492ce24 req-d9457b01-40a0-4a81-919f-9ec68b89a4dd tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.1518791
Apr 07 15:12:12.834235 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e6687f84-4cdc-4567-9927-78862f361282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:12.839831 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f3e26077-268b-44b9-8eb1-a060a89f480b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:12.856572 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6687f84-4cdc-4567-9927-78862f361282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc1da76-aca7-4ba4-affb-a3e0d2e88052,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:12.859132 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e6687f84-4cdc-4567-9927-78862f361282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:12.862947 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-e6687f84-4cdc-4567-9927-78862f361282 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2cc1da76-aca7-4ba4-affb-a3e0d2e88052 HTTP/1.1" status: 204  len: 168 time: 0.1764598
Apr 07 15:12:12.863400 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e6687f84-4cdc-4567-9927-78862f361282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:12.881902 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-96f24848-ee27-4337-b644-f0b84492ce24 req-3e9729e6-c262-41bb-8db2-9d63c2fe803f tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0786710
Apr 07 15:12:12.890627 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-36ceb5c2-3483-4c22-ad61-aff4a0faba23 req-d314f394-3b0d-49f0-a40c-6c31cac19375 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1fea60c6-d3c0-42e1-8a72-6a3347f9203e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0684259
Apr 07 15:12:13.277591 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 33746) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:12:13.297615 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-70a60ebb-249d-4589-b0ea-41c1ce472467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:13.315004 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-70a60ebb-249d-4589-b0ea-41c1ce472467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:12:13.319760 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-70a60ebb-249d-4589-b0ea-41c1ce472467 admin admin] Usage tracker for resource:security_group_rule and tenant:e6224014137e4d4b9cf6d97ac607ee80 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:12:13.323611 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-70a60ebb-249d-4589-b0ea-41c1ce472467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:12:13.330196 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-70a60ebb-249d-4589-b0ea-41c1ce472467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:12:13.338393 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-36ceb5c2-3483-4c22-ad61-aff4a0faba23 req-a6549029-86eb-4c76-9357-85b2ca7aa8ec service neutron] 10.222.0.65 "GET /v2.0/networks/1fea60c6-d3c0-42e1-8a72-6a3347f9203e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4370675
Apr 07 15:12:13.421492 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-70a60ebb-249d-4589-b0ea-41c1ce472467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:13.424671 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-70a60ebb-249d-4589-b0ea-41c1ce472467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:13.433867 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-63187951-05af-4c40-b2bc-d5893944ca7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:13.469174 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a0505-9000-426b-8d37-b5e892c882df req-1ff77b2d-9c50-454f-9452-7492bd63c1aa tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:13.471115 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b80a0505-9000-426b-8d37-b5e892c882df req-1ff77b2d-9c50-454f-9452-7492bd63c1aa tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4 HTTP/1.1" status: 200  len: 943 time: 0.2217546
Apr 07 15:12:13.479854 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-70a60ebb-249d-4589-b0ea-41c1ce472467 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e6224014137e4d4b9cf6d97ac607ee80&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2010460
Apr 07 15:12:13.481822 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a60ebb-249d-4589-b0ea-41c1ce472467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbba61ed-201c-402b-af87-3437738344b2,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:13.487301 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 33752) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:12:13.494325 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-70a60ebb-249d-4589-b0ea-41c1ce472467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:13.599149 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b80a0505-9000-426b-8d37-b5e892c882df req-787811b4-62a8-47f8-9627-a4fcad403c62 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063921
Apr 07 15:12:13.604569 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-36ceb5c2-3483-4c22-ad61-aff4a0faba23 req-49aeb5bc-1128-4bd5-bc7f-c830ab23bb6f service neutron] 10.222.0.65 "GET /v2.0/networks/1fea60c6-d3c0-42e1-8a72-6a3347f9203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2560456
Apr 07 15:12:13.639877 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-60b52b36-06e2-4401-8f3c-0bf1156664ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:13.678648 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-60b52b36-06e2-4401-8f3c-0bf1156664ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:13.731031 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-60b52b36-06e2-4401-8f3c-0bf1156664ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:13.735855 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a7c1859e-ea19-4ae9-b325-007d8f898210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:13.765316 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b52b36-06e2-4401-8f3c-0bf1156664ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbba61ed-201c-402b-af87-3437738344b2,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:13.767754 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-60b52b36-06e2-4401-8f3c-0bf1156664ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:13.774711 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-60b52b36-06e2-4401-8f3c-0bf1156664ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:13.786146 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-60b52b36-06e2-4401-8f3c-0bf1156664ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fbba61ed-201c-402b-af87-3437738344b2 HTTP/1.1" status: 204  len: 168 time: 0.2907572
Apr 07 15:12:13.994370 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 33778) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:12:14.172455 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 33784) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:12:14.180310 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c75f61ff-77c5-411a-a333-7e3c7fdc7431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:14.192779 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b0099bec-c56d-4bb6-aa8d-12a729cc4b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:14.203914 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-c75f61ff-77c5-411a-a333-7e3c7fdc7431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:12:14.210060 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-b0099bec-c56d-4bb6-aa8d-12a729cc4b00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:12:14.214316 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-b0099bec-c56d-4bb6-aa8d-12a729cc4b00 admin admin] Usage tracker for resource:security_group_rule and tenant:cf7ecca7479a4b1189478c7810264b06 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:12:14.215139 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d460e1-cb56-425a-a7e0-342c3405894b req-4f13fc62-4c6d-4771-8d20-45eb5582d330 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:14.216814 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b2d460e1-cb56-425a-a7e0-342c3405894b req-4f13fc62-4c6d-4771-8d20-45eb5582d330 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.1479590
Apr 07 15:12:14.217677 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-b0099bec-c56d-4bb6-aa8d-12a729cc4b00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:12:14.219768 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-c75f61ff-77c5-411a-a333-7e3c7fdc7431 admin admin] Usage tracker for resource:security_group_rule and tenant:58ea36827d184a33ac385a01353ba4ff is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:12:14.223074 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-c75f61ff-77c5-411a-a333-7e3c7fdc7431 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:12:14.224253 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-b0099bec-c56d-4bb6-aa8d-12a729cc4b00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:12:14.242426 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-c75f61ff-77c5-411a-a333-7e3c7fdc7431 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:12:14.265674 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b2d460e1-cb56-425a-a7e0-342c3405894b req-f6de7ae6-f9a3-4d5c-83b8-3d56bf4043bd tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391471
Apr 07 15:12:14.323831 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b0099bec-c56d-4bb6-aa8d-12a729cc4b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:14.327246 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b0099bec-c56d-4bb6-aa8d-12a729cc4b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:14.336742 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:14.352670 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c75f61ff-77c5-411a-a333-7e3c7fdc7431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:14.356007 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c75f61ff-77c5-411a-a333-7e3c7fdc7431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:14.363350 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-560b66ee-752f-4c1f-90c8-d818a6cf1b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:14.384338 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-b0099bec-c56d-4bb6-aa8d-12a729cc4b00 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf7ecca7479a4b1189478c7810264b06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2081420
Apr 07 15:12:14.384338 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0099bec-c56d-4bb6-aa8d-12a729cc4b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df5369d-5027-4d78-9f43-136daa7f80c5,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:14.385383 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 33788) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:12:14.388317 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b0099bec-c56d-4bb6-aa8d-12a729cc4b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:14.406617 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 782e83f7-5a4c-4742-b3a0-e15d097fa908 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 15:12:14.413936 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-c75f61ff-77c5-411a-a333-7e3c7fdc7431 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58ea36827d184a33ac385a01353ba4ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4179227
Apr 07 15:12:14.417638 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 33792) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:12:14.418280 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f61ff-77c5-411a-a333-7e3c7fdc7431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54dc495-ac83-4001-b69e-a273125008f6,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:14.422218 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c75f61ff-77c5-411a-a333-7e3c7fdc7431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:14.497969 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7619040c-bb42-40b0-b48e-6828523438aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:14.524661 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e6eeb291-1837-4952-b957-7f23d6fbbd11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:14.551427 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7619040c-bb42-40b0-b48e-6828523438aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:14.589221 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e6eeb291-1837-4952-b957-7f23d6fbbd11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:14.659123 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7619040c-bb42-40b0-b48e-6828523438aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:14.665237 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:14.692725 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619040c-bb42-40b0-b48e-6828523438aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df5369d-5027-4d78-9f43-136daa7f80c5,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:14.696082 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7619040c-bb42-40b0-b48e-6828523438aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:14.697659 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e6eeb291-1837-4952-b957-7f23d6fbbd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:14.712388 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-68b1e94f-3687-4c62-824e-84d8b7a8d3e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:14.721621 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7619040c-bb42-40b0-b48e-6828523438aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:14.723043 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-7619040c-bb42-40b0-b48e-6828523438aa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3df5369d-5027-4d78-9f43-136daa7f80c5 HTTP/1.1" status: 204  len: 168 time: 0.3365054
Apr 07 15:12:14.726528 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e6eeb291-1837-4952-b957-7f23d6fbbd11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:14.732123 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-e6eeb291-1837-4952-b957-7f23d6fbbd11 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c54dc495-ac83-4001-b69e-a273125008f6 HTTP/1.1" status: 204  len: 168 time: 0.3131588
Apr 07 15:12:14.735517 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eeb291-1837-4952-b957-7f23d6fbbd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54dc495-ac83-4001-b69e-a273125008f6,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:14.752510 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e6eeb291-1837-4952-b957-7f23d6fbbd11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:14.769799 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 782e83f7-5a4c-4742-b3a0-e15d097fa908, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=782e83f7-5a4c-4742-b3a0-e15d097fa908,segment=NetworkSegment(83cefd4b-5746-43e9-a558-b4c212593d77),segment_id=83cefd4b-5746-43e9-a558-b4c212593d77)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:12:14.811509 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Returning: {'device': '782e83f7-5a4c-4742-b3a0-e15d097fa908', 'network_id': '1fea60c6-d3c0-42e1-8a72-6a3347f9203e', 'port_id': '782e83f7-5a4c-4742-b3a0-e15d097fa908', 'mac_address': 'fa:16:3e:6a:c0:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0ee707-cd66-48b1-a5fe-75510a42329c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 15:12:14.893402 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:14.896692 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 782e83f7-5a4c-4742-b3a0-e15d097fa908 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:12:14.920267 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 782e83f7-5a4c-4742-b3a0-e15d097fa908, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=782e83f7-5a4c-4742-b3a0-e15d097fa908,segment=NetworkSegment(83cefd4b-5746-43e9-a558-b4c212593d77),segment_id=83cefd4b-5746-43e9-a558-b4c212593d77)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:12:14.926182 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:14.929421 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:15.026122 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25d769-60d9-42eb-9ef4-e833ced02962 req-af6f56bc-14a7-491c-bb8d-790a0a7e31a4 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:15.041289 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bd25d769-60d9-42eb-9ef4-e833ced02962 req-af6f56bc-14a7-491c-bb8d-790a0a7e31a4 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4 HTTP/1.1" status: 200  len: 944 time: 0.1316130
Apr 07 15:12:15.052078 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=782e83f7-5a4c-4742-b3a0-e15d097fa908,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:15.062427 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:15.062824 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:15.063218 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:15.063756 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:15.064150 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:15.064534 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:15.064963 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:15.065546 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:15.065957 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:15.066334 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:15.066706 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:15.067076 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:15.072861 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:15.136337 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bd25d769-60d9-42eb-9ef4-e833ced02962 req-d3f61739-2477-43be-b177-c667e477354c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928192
Apr 07 15:12:15.398749 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['782e83f7-5a4c-4742-b3a0-e15d097fa908'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:12:15.558169 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1a5b7-8c80-4ea0-8201-ec0ca48c9dbb req-70398ca3-76d0-43e9-8e4b-ded3ad7ba855 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:15.560402 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-75b1a5b7-8c80-4ea0-8201-ec0ca48c9dbb req-70398ca3-76d0-43e9-8e4b-ded3ad7ba855 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.1222177
Apr 07 15:12:15.699368 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-75b1a5b7-8c80-4ea0-8201-ec0ca48c9dbb req-8452f8c2-fe4e-451a-aeea-80cea572df38 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0915370
Apr 07 15:12:15.747856 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfee05-6439-43f8-ab69-48b3a6200742 req-ddbb836f-3ee8-401d-9f9e-16c8b6f64f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:15.749536 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-94dfee05-6439-43f8-ab69-48b3a6200742 req-ddbb836f-3ee8-401d-9f9e-16c8b6f64f77 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cc9555d2ba234896823be6d5f89668b9&device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 1099 time: 0.1878297
Apr 07 15:12:15.763681 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df464a-0451-40dc-afff-4516c19da6ec req-fe49c108-d678-4b5e-a440-09198bf2aabe tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:15.765403 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-62df464a-0451-40dc-afff-4516c19da6ec req-fe49c108-d678-4b5e-a440-09198bf2aabe tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1413209
Apr 07 15:12:15.829163 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 33838) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:12:15.882914 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-62df464a-0451-40dc-afff-4516c19da6ec req-0d42532c-9b74-4e4e-bab3-f4a7a277681d tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938280
Apr 07 15:12:15.933042 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfee05-6439-43f8-ab69-48b3a6200742 req-5a0e48cd-c281-4d18-bb4a-8e281295c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:15.934674 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-94dfee05-6439-43f8-ab69-48b3a6200742 req-5a0e48cd-c281-4d18-bb4a-8e281295c4e2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=339f7b08-9f95-4282-b63e-f044a2cab794 HTTP/1.1" status: 200  len: 920 time: 0.1682544
Apr 07 15:12:15.955417 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1003059990-network', 'tenant_id': '5b7d9878386645c6b4004a006515b144'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:12:15.961086 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:12:15.965537 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] Usage tracker for resource:network and tenant:5b7d9878386645c6b4004a006515b144 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:12:15.969431 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:12:15.976986 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:12:15.989096 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] Made reservation on behalf of 5b7d9878386645c6b4004a006515b144 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:12:15.993980 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:16.008202 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:16.018000 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-94dfee05-6439-43f8-ab69-48b3a6200742 req-3a931033-c292-4f7c-b877-3a4033ccd17c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7963e76b-52e7-4f65-a8a7-ffa942491e52 HTTP/1.1" status: 200  len: 217 time: 0.0731556
Apr 07 15:12:16.025935 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:12:16.030131 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] Usage tracker for resource:security_group_rule and tenant:5b7d9878386645c6b4004a006515b144 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:12:16.033346 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:12:16.039985 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:12:16.102866 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfee05-6439-43f8-ab69-48b3a6200742 req-515ef58f-c96f-4610-9a49-da5bbcd0c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:16.104600 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-94dfee05-6439-43f8-ab69-48b3a6200742 req-515ef58f-c96f-4610-9a49-da5bbcd0c5d1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=715e635f-38c7-4cfa-8476-85d5d882c8e5 HTTP/1.1" status: 200  len: 859 time: 0.0763915
Apr 07 15:12:16.134942 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:16.138048 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:16.142439 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d1279e7c-29df-45f2-be3c-1a7d2c134a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:16.168850 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'}  {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 15:12:16.183083 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e26eb9-1da1-46e0-af04-45cae2840630,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:16.191309 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:16.192339 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.segments_db [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] Added segment e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd of type vlan for network b37d2650-e349-4b3a-b51f-298f62e979e1
Apr 07 15:12:16.197793 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-94dfee05-6439-43f8-ab69-48b3a6200742 req-50c375e5-85a7-469a-a677-6c4188b46275 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=339f7b08-9f95-4282-b63e-f044a2cab794&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0577350
Apr 07 15:12:16.201154 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:16.231370 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247587465195'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:16.279813 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:16.281293 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:16.281954 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:16.287586 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-97f72ddb-708c-46eb-806e-907ec60a630c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:16.393253 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] Pushing event updated for resources: {'Network': ['ID=b37d2650-e349-4b3a-b51f-298f62e979e1,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:16.396696 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:16.404831 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5742676
Apr 07 15:12:16.405716 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 33850) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:12:16.410734 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Network b37d2650-e349-4b3a-b51f-298f62e979e1 details requested by agent ovs-agent-dv-cinder-782260-2-iscsi with host dv-cinder-782260-2-iscsi {{(pid=84339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 15:12:16.412928 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-d9000829-6f8b-43f4-9d0b-8aeffd6404de admin admin] Request body: {'subnet': {'network_id': 'b37d2650-e349-4b3a-b51f-298f62e979e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1003059990-subnet', 'tenant_id': '5b7d9878386645c6b4004a006515b144', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:12:16.418534 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d9000829-6f8b-43f4-9d0b-8aeffd6404de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:12:16.423775 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d9000829-6f8b-43f4-9d0b-8aeffd6404de admin admin] Usage tracker for resource:subnet and tenant:5b7d9878386645c6b4004a006515b144 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:12:16.428046 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d9000829-6f8b-43f4-9d0b-8aeffd6404de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:12:16.435468 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-94dfee05-6439-43f8-ab69-48b3a6200742 req-7b1064ae-4ead-4b6c-9221-86c8f61ea19a service neutron] 10.222.0.65 "GET /v2.0/networks/339f7b08-9f95-4282-b63e-f044a2cab794?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2117095
Apr 07 15:12:16.435675 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d9000829-6f8b-43f4-9d0b-8aeffd6404de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:12:16.453591 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9000829-6f8b-43f4-9d0b-8aeffd6404de admin admin] Made reservation on behalf of 5b7d9878386645c6b4004a006515b144 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:12:16.459173 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d9000829-6f8b-43f4-9d0b-8aeffd6404de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2237762'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:16.482777 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83b15a-e09f-42fc-836f-0ab22a87394c req-73769b00-e972-4286-9c81-4f0726869367 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:16.490859 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-da83b15a-e09f-42fc-836f-0ab22a87394c req-73769b00-e972-4286-9c81-4f0726869367 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4 HTTP/1.1" status: 200  len: 944 time: 0.1936297
Apr 07 15:12:16.593746 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-da83b15a-e09f-42fc-836f-0ab22a87394c req-c2aa03f6-c789-47f8-9974-8ae79df95ab2 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018264
Apr 07 15:12:16.644822 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-94dfee05-6439-43f8-ab69-48b3a6200742 req-88914ad1-ae0b-4a13-a3a0-c7ffcaf29de4 service neutron] 10.222.0.65 "GET /v2.0/networks/339f7b08-9f95-4282-b63e-f044a2cab794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2004023
Apr 07 15:12:16.963927 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb305f4-d2a6-4f68-9694-0b81a43122b3 req-5f8337a2-2813-4433-8735-012ac066ae65 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:16.965821 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3fb305f4-d2a6-4f68-9694-0b81a43122b3 req-5f8337a2-2813-4433-8735-012ac066ae65 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.1049643
Apr 07 15:12:17.008848 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3fb305f4-d2a6-4f68-9694-0b81a43122b3 req-c15db60f-e539-4d40-95f7-c33d2f2685a5 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0302479
Apr 07 15:12:17.178290 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb2f2c-461a-467b-85a8-ca9ed5b9e156 req-28144520-541a-4a3b-aef5-56ab3f314131 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:17.179845 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8bfb2f2c-461a-467b-85a8-ca9ed5b9e156 req-28144520-541a-4a3b-aef5-56ab3f314131 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.0940535
Apr 07 15:12:17.212267 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8bfb2f2c-461a-467b-85a8-ca9ed5b9e156 req-47b13be6-3d15-492a-b1c3-17bc57248a79 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0258777
Apr 07 15:12:17.216358 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d9000829-6f8b-43f4-9d0b-8aeffd6404de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850671880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2237811'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:17.232194 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d720ab27-1978-4115-86c2-d564a9deb4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:17.357847 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9000829-6f8b-43f4-9d0b-8aeffd6404de admin admin] Pushing event updated for resources: {'Subnet': ['ID=93540762-f418-4368-a337-dea81e61a53a,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:17.373428 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d9000829-6f8b-43f4-9d0b-8aeffd6404de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:17.433678 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9000829-6f8b-43f4-9d0b-8aeffd6404de admin admin] Checking segment: {'id': 'e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b37d2650-e349-4b3a-b51f-298f62e979e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:12:17.434009 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9000829-6f8b-43f4-9d0b-8aeffd6404de admin admin] Network hostable DHCP agents. Network: b37d2650-e349-4b3a-b51f-298f62e979e1, hostable agents: ['13ef685d-6932-4a97-bd41-a6ee1416974e'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 15:12:17.455992 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9000829-6f8b-43f4-9d0b-8aeffd6404de admin admin] Network b37d2650-e349-4b3a-b51f-298f62e979e1 is scheduled to be hosted by DHCP agent 13ef685d-6932-4a97-bd41-a6ee1416974e with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 15:12:17.468091 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-d9000829-6f8b-43f4-9d0b-8aeffd6404de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-iscsi, b37d2650-e349-4b3a-b51f-298f62e979e1) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:12:17.478341 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0084d7cc-e6c6-4df8-8683-9597512ed377 None None] Network b37d2650-e349-4b3a-b51f-298f62e979e1 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:12:17.482980 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9000829-6f8b-43f4-9d0b-8aeffd6404de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:17.483643 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d9000829-6f8b-43f4-9d0b-8aeffd6404de admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:17.505050 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-d9000829-6f8b-43f4-9d0b-8aeffd6404de admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0983021
Apr 07 15:12:17.548076 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:12:17.714901 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbf358b-e65d-4c30-ac38-10f50da39748 None None] Network b37d2650-e349-4b3a-b51f-298f62e979e1 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:12:17.842630 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd554e-b365-48f9-a0ef-e4e0d52df4d4 req-459f3ca7-cafc-49f6-8203-34fa3cd0e950 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:17.844458 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-87cd554e-b365-48f9-a0ef-e4e0d52df4d4 req-459f3ca7-cafc-49f6-8203-34fa3cd0e950 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4 HTTP/1.1" status: 200  len: 944 time: 0.1055839
Apr 07 15:12:17.876283 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-87cd554e-b365-48f9-a0ef-e4e0d52df4d4 req-df48c7e1-df15-4b08-bf47-ebdb2d0c9e01 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250049
Apr 07 15:12:18.273859 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e55c6-7479-4468-9ae5-a47716c07594 req-b954f4e2-6d51-49c5-8967-5d9976faa67e tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:18.282225 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1c6e55c6-7479-4468-9ae5-a47716c07594 req-b954f4e2-6d51-49c5-8967-5d9976faa67e tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.1395879
Apr 07 15:12:18.317937 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1c6e55c6-7479-4468-9ae5-a47716c07594 req-d204619f-94fa-4913-8a45-420d12804302 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0345640
Apr 07 15:12:18.413037 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 782e83f7-5a4c-4742-b3a0-e15d097fa908 up at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:12:18.454072 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1cc68-d727-4136-861e-67f9aa1e6a4d req-747fae33-6c80-4b12-9eec-426304a55480 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:18.455881 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-66a1cc68-d727-4136-861e-67f9aa1e6a4d req-747fae33-6c80-4b12-9eec-426304a55480 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.0998421
Apr 07 15:12:18.492019 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-66a1cc68-d727-4136-861e-67f9aa1e6a4d req-3e291149-0e26-41e0-8054-9a11d1391436 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0296175
Apr 07 15:12:18.501255 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning for port 782e83f7-5a4c-4742-b3a0-e15d097fa908 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:12:18.510030 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning complete for port 782e83f7-5a4c-4742-b3a0-e15d097fa908 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:12:18.510636 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:18.646760 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:18.658899 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782e83f7-5a4c-4742-b3a0-e15d097fa908'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:12:18.672207 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 782e83f7-5a4c-4742-b3a0-e15d097fa908, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=782e83f7-5a4c-4742-b3a0-e15d097fa908,segment=NetworkSegment(83cefd4b-5746-43e9-a558-b4c212593d77),segment_id=83cefd4b-5746-43e9-a558-b4c212593d77)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:12:18.675255 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:18.677482 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:18.737399 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782e83f7-5a4c-4742-b3a0-e15d097fa908', 'code': 200}
Apr 07 15:12:18.772496 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=782e83f7-5a4c-4742-b3a0-e15d097fa908,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:18.785633 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:19.170473 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df4c30-de1a-4937-826d-ffde5d17c3b8 req-e0632f41-40bf-4b72-91ab-c7d20a6de77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:19.172125 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d4df4c30-de1a-4937-826d-ffde5d17c3b8 req-e0632f41-40bf-4b72-91ab-c7d20a6de77c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4 HTTP/1.1" status: 200  len: 1098 time: 0.1678722
Apr 07 15:12:19.181767 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db2a34-0a72-44c0-a609-4d682d5f35c4 req-f1574280-a575-4245-a3a7-3d31b40a072d tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:19.183404 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-27db2a34-0a72-44c0-a609-4d682d5f35c4 req-f1574280-a575-4245-a3a7-3d31b40a072d tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4 HTTP/1.1" status: 200  len: 945 time: 0.1309664
Apr 07 15:12:19.222754 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d4df4c30-de1a-4937-826d-ffde5d17c3b8 req-ba0bbeff-fbb7-4829-bfd5-5cd960c8b140 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382640
Apr 07 15:12:19.230544 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-27db2a34-0a72-44c0-a609-4d682d5f35c4 req-413acd06-8334-420b-ae78-bce7a53ae38b tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0345383
Apr 07 15:12:19.534007 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d99e47-d972-48a6-adac-83a9d211292c req-c329035b-fcde-47d4-bbc1-70ef0f87ab9f tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:19.535576 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f5d99e47-d972-48a6-adac-83a9d211292c req-c329035b-fcde-47d4-bbc1-70ef0f87ab9f tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.0952487
Apr 07 15:12:19.648744 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f5d99e47-d972-48a6-adac-83a9d211292c req-e4ca8031-dd9d-4366-b9f9-b47911c7bee8 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1065290
Apr 07 15:12:19.732372 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8827d4-b958-41e6-8932-09874021c4bd req-0fc04d14-1d39-45c1-9547-0db9af73053a tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:19.734152 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-da8827d4-b958-41e6-8932-09874021c4bd req-0fc04d14-1d39-45c1-9547-0db9af73053a tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/networks?id=b37d2650-e349-4b3a-b51f-298f62e979e1 HTTP/1.1" status: 200  len: 809 time: 0.1767483
Apr 07 15:12:19.764909 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-da8827d4-b958-41e6-8932-09874021c4bd req-c6e98395-de17-4887-9aea-8287e32c0fa6 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/quotas/5b7d9878386645c6b4004a006515b144 HTTP/1.1" status: 200  len: 375 time: 0.0195899
Apr 07 15:12:19.860250 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-da8827d4-b958-41e6-8932-09874021c4bd req-bec1085c-7e15-4250-adc5-6b4f2743109b tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b7d9878386645c6b4004a006515b144&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0894091
Apr 07 15:12:20.020644 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c8ef3-53c9-428f-82ab-03155c9be98f req-8cbcf61d-4246-4246-8eb8-bafc436fc37a tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:20.022998 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4d6c8ef3-53c9-428f-82ab-03155c9be98f req-8cbcf61d-4246-4246-8eb8-bafc436fc37a tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.2150950
Apr 07 15:12:20.078817 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-da8827d4-b958-41e6-8932-09874021c4bd req-f29d7800-2896-4ebe-995b-99544e28dba8 service neutron] 10.222.0.39 "GET /v2.0/networks/b37d2650-e349-4b3a-b51f-298f62e979e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2037718
Apr 07 15:12:20.084488 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4d6c8ef3-53c9-428f-82ab-03155c9be98f req-78377a85-e3ed-482e-902a-2542823342b9 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479701
Apr 07 15:12:20.249213 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-da8827d4-b958-41e6-8932-09874021c4bd req-1ed7988f-f9ce-4c23-87b2-206086b39167 service neutron] 10.222.0.39 "GET /v2.0/networks/b37d2650-e349-4b3a-b51f-298f62e979e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1579125
Apr 07 15:12:20.562938 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ac3d6-9a38-4209-b54d-c589429c2315 req-7bfaf0fe-609e-4122-a026-c8b4d47214d0 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:20.564609 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a43ac3d6-9a38-4209-b54d-c589429c2315 req-7bfaf0fe-609e-4122-a026-c8b4d47214d0 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4 HTTP/1.1" status: 200  len: 945 time: 0.0931962
Apr 07 15:12:20.603857 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a43ac3d6-9a38-4209-b54d-c589429c2315 req-5c499d8a-9926-44da-8140-af0ed3b82964 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0320022
Apr 07 15:12:20.729900 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fd5551f8-3590-481c-bb96-3014093e2c58 req-00fde3dd-8a47-4bec-999c-af8c26da0308 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd HTTP/1.1" status: 200  len: 210 time: 0.0676644
Apr 07 15:12:20.960276 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f24f27-719e-4855-9a1d-5b01c4e58266 req-09bbd7b7-cf9c-46de-85f3-b04904e16e7f tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:20.962113 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-98f24f27-719e-4855-9a1d-5b01c4e58266 req-09bbd7b7-cf9c-46de-85f3-b04904e16e7f tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.0968592
Apr 07 15:12:20.994969 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-98f24f27-719e-4855-9a1d-5b01c4e58266 req-ea8b3fd9-244b-4c3a-bf57-8299e6f29941 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0258183
Apr 07 15:12:21.302133 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7167c6-cf86-49b7-910c-50fe28befa05 req-e0465b8d-e94a-41ac-b688-c6ac746eb55c tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:21.304675 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3c7167c6-cf86-49b7-910c-50fe28befa05 req-e0465b8d-e94a-41ac-b688-c6ac746eb55c tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.0926547
Apr 07 15:12:21.338466 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3c7167c6-cf86-49b7-910c-50fe28befa05 req-201e1fb2-2cd2-4a74-a3be-af7854a61e92 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0270195
Apr 07 15:12:21.798282 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device a2385b65-973a-431d-b33e-126ee0b452a4 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 15:12:21.823372 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fbc6f-0768-4daf-ba16-5c53f125544a req-d64d5360-cd12-46f9-b4ad-68c6e2396679 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:21.825388 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-cd9fbc6f-0768-4daf-ba16-5c53f125544a req-d64d5360-cd12-46f9-b4ad-68c6e2396679 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4 HTTP/1.1" status: 200  len: 945 time: 0.0987725
Apr 07 15:12:21.858560 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-cd9fbc6f-0768-4daf-ba16-5c53f125544a req-f172601b-9fdd-4b4b-8ab2-ed788ed80732 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0259027
Apr 07 15:12:21.951886 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port a2385b65-973a-431d-b33e-126ee0b452a4, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=a2385b65-973a-431d-b33e-126ee0b452a4,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:12:21.967789 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Returning: {'device': 'a2385b65-973a-431d-b33e-126ee0b452a4', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'port_id': 'a2385b65-973a-431d-b33e-126ee0b452a4', 'mac_address': 'fa:16:3e:17:4d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 15:12:22.025032 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fdb71894-0f36-4a35-9e53-d6544b1e1829 req-b719abad-f4ea-4f80-a833-ccc7281f85a5 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd HTTP/1.1" status: 200  len: 210 time: 0.0516253
Apr 07 15:12:22.036361 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:22.037812 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2385b65-973a-431d-b33e-126ee0b452a4 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:12:22.056029 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port a2385b65-973a-431d-b33e-126ee0b452a4, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=a2385b65-973a-431d-b33e-126ee0b452a4,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:12:22.060447 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:22.062503 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a86bca06-de26-45e0-a419-ef7902e828c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:22.136654 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=a2385b65-973a-431d-b33e-126ee0b452a4,revision_number=6']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:22.140547 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:22.240436 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7607472-9eb4-40e9-8f3e-909fcfabd5a1 req-00f98c1b-7b0b-4628-9001-dcb78bd65b63 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:22.242328 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a7607472-9eb4-40e9-8f3e-909fcfabd5a1 req-00f98c1b-7b0b-4628-9001-dcb78bd65b63 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 944 time: 0.0969634
Apr 07 15:12:22.278025 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a7607472-9eb4-40e9-8f3e-909fcfabd5a1 req-0f794b91-5e07-45d9-a8e6-0a2ca78c18ca tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0279574
Apr 07 15:12:22.551368 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820b436-7e66-4a4e-bfd6-845b3f264b5c req-8053ab68-4ae0-4884-a3c9-72523d779080 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:22.553037 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9820b436-7e66-4a4e-bfd6-845b3f264b5c req-8053ab68-4ae0-4884-a3c9-72523d779080 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.0909851
Apr 07 15:12:22.591575 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9820b436-7e66-4a4e-bfd6-845b3f264b5c req-7b270847-2313-4d5a-8926-e37476615e16 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0265493
Apr 07 15:12:23.076950 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e64a85-4c5d-4a14-82ea-5d4529e0cafd req-0b0fa491-793f-40b3-8f31-fdd2f73dc1e8 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:23.078856 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-98e64a85-4c5d-4a14-82ea-5d4529e0cafd req-0b0fa491-793f-40b3-8f31-fdd2f73dc1e8 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4 HTTP/1.1" status: 200  len: 945 time: 0.0996029
Apr 07 15:12:23.121968 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-98e64a85-4c5d-4a14-82ea-5d4529e0cafd req-b421fa04-3ac9-4df1-bf88-2cda27e0ee51 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0330691
Apr 07 15:12:23.226717 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9fb3c9fa-b6a1-4f91-b85a-b76754c2f7ee req-a59f011b-f5ea-43d5-b3e1-c0c8c8cea56c tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd HTTP/1.1" status: 200  len: 210 time: 0.0504899
Apr 07 15:12:23.235884 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['a2385b65-973a-431d-b33e-126ee0b452a4'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:12:23.592679 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1451a2f-9553-4951-9d87-040271129b70 req-5c99eb43-a1db-490f-9e50-32b97d322ecb tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:23.594621 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c1451a2f-9553-4951-9d87-040271129b70 req-5c99eb43-a1db-490f-9e50-32b97d322ecb tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 944 time: 0.0997400
Apr 07 15:12:23.632332 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c1451a2f-9553-4951-9d87-040271129b70 req-abc90c59-bb31-4461-a15d-3a1c60f38a44 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0299473
Apr 07 15:12:23.829725 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e3f7a-25e4-488d-bbb1-4de29f1dcfee req-b172afba-caf7-4788-85de-337990f77246 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:23.831501 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0b4e3f7a-25e4-488d-bbb1-4de29f1dcfee req-b172afba-caf7-4788-85de-337990f77246 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.0966237
Apr 07 15:12:23.867397 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0b4e3f7a-25e4-488d-bbb1-4de29f1dcfee req-b45f4724-65d8-438c-bbd8-a0c38d821292 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0270920
Apr 07 15:12:24.372181 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3f11d-94ad-4039-b32d-3b2015fd2d76 req-887c9cf3-69ca-464b-a55b-f59ff6983172 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:24.373752 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6be3f11d-94ad-4039-b32d-3b2015fd2d76 req-887c9cf3-69ca-464b-a55b-f59ff6983172 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4 HTTP/1.1" status: 200  len: 945 time: 0.0958049
Apr 07 15:12:24.434207 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6be3f11d-94ad-4039-b32d-3b2015fd2d76 req-d46c049b-79ca-41c2-80a9-efe0f993fc9c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529976
Apr 07 15:12:24.729880 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8827d4-b958-41e6-8932-09874021c4bd req-3502140d-97b8-44f2-b282-3548dc505468 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:24.731616 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-da8827d4-b958-41e6-8932-09874021c4bd req-3502140d-97b8-44f2-b282-3548dc505468 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.65 "GET /v2.0/networks?id=b37d2650-e349-4b3a-b51f-298f62e979e1 HTTP/1.1" status: 200  len: 809 time: 0.2938046
Apr 07 15:12:24.819077 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-da8827d4-b958-41e6-8932-09874021c4bd req-d9f6b849-8b98-456f-8475-c16d3f36e42b tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Request body: {'port': {'device_id': 'fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd', 'network_id': 'b37d2650-e349-4b3a-b51f-298f62e979e1', 'admin_state_up': True, 'tenant_id': '5b7d9878386645c6b4004a006515b144'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:12:24.949577 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device a2385b65-973a-431d-b33e-126ee0b452a4 up at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:12:25.075836 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning complete for port a2385b65-973a-431d-b33e-126ee0b452a4 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:12:25.076275 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:25.239956 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8b7494a2-b935-4767-be6e-727773d49010 req-213168ce-cdc6-49a4-919b-b9e19e2a07e9 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd HTTP/1.1" status: 200  len: 210 time: 0.5044789
Apr 07 15:12:25.272154 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:25.287423 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a12de9-7fb8-476d-88c4-d18d4c14e9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2385b65-973a-431d-b33e-126ee0b452a4'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:12:25.301225 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port a2385b65-973a-431d-b33e-126ee0b452a4, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=a2385b65-973a-431d-b33e-126ee0b452a4,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:12:25.311310 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:25.317288 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:25.401988 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=a2385b65-973a-431d-b33e-126ee0b452a4,revision_number=7']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:25.405608 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:25.550310 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-da8827d4-b958-41e6-8932-09874021c4bd req-d9f6b849-8b98-456f-8475-c16d3f36e42b tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:12:25.558623 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-da8827d4-b958-41e6-8932-09874021c4bd req-d9f6b849-8b98-456f-8475-c16d3f36e42b tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Usage tracker for resource:port and tenant:5b7d9878386645c6b4004a006515b144 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:12:25.567319 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-da8827d4-b958-41e6-8932-09874021c4bd req-d9f6b849-8b98-456f-8475-c16d3f36e42b tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:12:25.583249 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-da8827d4-b958-41e6-8932-09874021c4bd req-d9f6b849-8b98-456f-8475-c16d3f36e42b tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:12:25.610453 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd6b72-ac7a-4411-a652-5d986fa9681b req-0382cab3-7e64-45d3-b514-10e62046a4ce tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:25.620383 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d3bd6b72-ac7a-4411-a652-5d986fa9681b req-0382cab3-7e64-45d3-b514-10e62046a4ce tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.3921111
Apr 07 15:12:25.644583 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da8827d4-b958-41e6-8932-09874021c4bd req-d9f6b849-8b98-456f-8475-c16d3f36e42b tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Made reservation on behalf of 5b7d9878386645c6b4004a006515b144 for: {'port': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:12:25.651308 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-da8827d4-b958-41e6-8932-09874021c4bd req-d9f6b849-8b98-456f-8475-c16d3f36e42b tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:25.709902 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d3bd6b72-ac7a-4411-a652-5d986fa9681b req-da0a3a8c-12ed-49f1-9acc-72c3a87036ac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0883429
Apr 07 15:12:25.787308 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66911c-cb99-47f8-9d1e-63293b066ee2 req-5ea63b16-b463-46eb-a1ae-308a623a8bce tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:25.797691 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3b66911c-cb99-47f8-9d1e-63293b066ee2 req-5ea63b16-b463-46eb-a1ae-308a623a8bce tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.3186908
Apr 07 15:12:25.857256 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a12de9-7fb8-476d-88c4-d18d4c14e9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2385b65-973a-431d-b33e-126ee0b452a4', 'code': 200}
Apr 07 15:12:25.866632 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3b66911c-cb99-47f8-9d1e-63293b066ee2 req-65e0dee9-6ecf-436a-8013-a182e0cb912a tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678091
Apr 07 15:12:25.995174 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [req-da8827d4-b958-41e6-8932-09874021c4bd req-d9f6b849-8b98-456f-8475-c16d3f36e42b tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Allocated IP 172.20.0.13 (b37d2650-e349-4b3a-b51f-298f62e979e1/93540762-f418-4368-a337-dea81e61a53a/e8097058-4b51-4b17-8717-89db65ef6b58) {{(pid=84337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:12:26.252952 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d353f5-bb38-4ad2-9679-2f668bb54d69 req-6f571955-6d25-4399-88e9-41beffb53a01 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:26.254693 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a4d353f5-bb38-4ad2-9679-2f668bb54d69 req-6f571955-6d25-4399-88e9-41beffb53a01 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4 HTTP/1.1" status: 200  len: 945 time: 0.2284536
Apr 07 15:12:26.366900 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a4d353f5-bb38-4ad2-9679-2f668bb54d69 req-5fc1bdc0-6c28-4939-bc6d-8739f8128fd4 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747736
Apr 07 15:12:26.386258 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-da8827d4-b958-41e6-8932-09874021c4bd req-d9f6b849-8b98-456f-8475-c16d3f36e42b tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Notify callbacks [] for port, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:26.476190 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f1b9db00-0ebf-4f29-a21e-c5dfefd4ae0b req-1daf99bc-1769-4c23-b737-dd034d8a3bc7 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd HTTP/1.1" status: 200  len: 210 time: 0.0597856
Apr 07 15:12:26.530450 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-da8827d4-b958-41e6-8932-09874021c4bd req-d9f6b849-8b98-456f-8475-c16d3f36e42b tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836'] for port, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:26.549883 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-4b070179-f83b-4265-bc5a-05462932502b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:26.729843 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6b849-8b98-456f-8475-c16d3f36e42b tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Pushing event updated for resources: {'Port': ['ID=e8097058-4b51-4b17-8717-89db65ef6b58,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:26.735824 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d9f6b849-8b98-456f-8475-c16d3f36e42b tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:26.796231 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da8827d4-b958-41e6-8932-09874021c4bd req-d9f6b849-8b98-456f-8475-c16d3f36e42b tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Network b37d2650-e349-4b3a-b51f-298f62e979e1 is already hosted by enough agents. {{(pid=84337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:12:26.797809 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [req-da8827d4-b958-41e6-8932-09874021c4bd req-d9f6b849-8b98-456f-8475-c16d3f36e42b tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Resources bound (agent type, host, resource id):  {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:12:26.800635 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8827d4-b958-41e6-8932-09874021c4bd req-d9f6b849-8b98-456f-8475-c16d3f36e42b tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Received port after_create {{(pid=84337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:12:26.807462 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8827d4-b958-41e6-8932-09874021c4bd req-d9f6b849-8b98-456f-8475-c16d3f36e42b tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:26.808218 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-da8827d4-b958-41e6-8932-09874021c4bd req-d9f6b849-8b98-456f-8475-c16d3f36e42b tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:26.849011 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-da8827d4-b958-41e6-8932-09874021c4bd req-d9f6b849-8b98-456f-8475-c16d3f36e42b tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0422444
Apr 07 15:12:26.878665 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-da8827d4-b958-41e6-8932-09874021c4bd req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Request body: {'port': {'device_id': 'fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:12:27.205435 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-da8827d4-b958-41e6-8932-09874021c4bd req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:27.366354 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab59b-92bf-403b-a493-14b8b9a7fffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:27.563927 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456ba72-d03a-49ac-8b0a-d373d95aa30f req-5a79c59d-1d3a-4f2f-8d3b-9138238c6998 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:27.566271 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2456ba72-d03a-49ac-8b0a-d373d95aa30f req-5a79c59d-1d3a-4f2f-8d3b-9138238c6998 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.5602376
Apr 07 15:12:27.718442 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2456ba72-d03a-49ac-8b0a-d373d95aa30f req-6afe3a14-63e8-4ad0-9e8c-8797973537a5 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461848
Apr 07 15:12:27.801339 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701dc5e6-f8a9-479a-be99-4743190e1590 req-f9435142-c06f-4efb-95b1-b2610bb629c0 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:27.809926 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-701dc5e6-f8a9-479a-be99-4743190e1590 req-f9435142-c06f-4efb-95b1-b2610bb629c0 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.5362074
Apr 07 15:12:27.847551 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-701dc5e6-f8a9-479a-be99-4743190e1590 req-6b5e131b-00e5-440d-b2d2-03c97242aa3a tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364716
Apr 07 15:12:27.962603 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [req-da8827d4-b958-41e6-8932-09874021c4bd req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8097058-4b51-4b17-8717-89db65ef6b58 {{(pid=84337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:12:27.971581 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-da8827d4-b958-41e6-8932-09874021c4bd req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:27.990783 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-da8827d4-b958-41e6-8932-09874021c4bd req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Transition to ACTIVE for port object e8097058-4b51-4b17-8717-89db65ef6b58 will not be triggered until provisioned by entity L2. {{(pid=84337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:12:27.996407 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-da8827d4-b958-41e6-8932-09874021c4bd req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:28.017032 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:28.213606 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8097058-4b51-4b17-8717-89db65ef6b58,revision_number=2']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:28.242769 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:28.243143 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:28.243430 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:28.243826 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:28.244287 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:28.244683 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:28.245076 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:28.245809 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:28.245809 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:28.246622 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:28.246622 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:28.247301 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:28.259564 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:28.363797 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca7aa5-19ec-42c2-ac48-1d09eb77e061 req-8caa4e53-7302-4d70-8d9c-79c75b0b4e22 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:28.364646 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-efca7aa5-19ec-42c2-ac48-1d09eb77e061 req-8caa4e53-7302-4d70-8d9c-79c75b0b4e22 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Synchronizing usage tracker for tenant:5b7d9878386645c6b4004a006515b144 on resource:port {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:12:28.455900 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-efca7aa5-19ec-42c2-ac48-1d09eb77e061 req-8caa4e53-7302-4d70-8d9c-79c75b0b4e22 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Unset dirty status for tenant:5b7d9878386645c6b4004a006515b144 on resource:port {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:12:28.457324 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-efca7aa5-19ec-42c2-ac48-1d09eb77e061 req-8caa4e53-7302-4d70-8d9c-79c75b0b4e22 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd HTTP/1.1" status: 200  len: 944 time: 0.4414582
Apr 07 15:12:28.482080 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-da8827d4-b958-41e6-8932-09874021c4bd req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Attempting to bind port e8097058-4b51-4b17-8717-89db65ef6b58 on host hv-cinder-78226 for vnic_type normal with profile  {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:12:28.482455 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-da8827d4-b958-41e6-8932-09874021c4bd req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Attempting to bind port e8097058-4b51-4b17-8717-89db65ef6b58 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b37d2650-e349-4b3a-b51f-298f62e979e1'}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:12:28.482838 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8827d4-b958-41e6-8932-09874021c4bd req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Attempting to bind port e8097058-4b51-4b17-8717-89db65ef6b58 on network b37d2650-e349-4b3a-b51f-298f62e979e1 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:12:28.495873 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8827d4-b958-41e6-8932-09874021c4bd req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Port e8097058-4b51-4b17-8717-89db65ef6b58 on network b37d2650-e349-4b3a-b51f-298f62e979e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 15:12:28.496200 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8827d4-b958-41e6-8932-09874021c4bd req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Attempting to bind port e8097058-4b51-4b17-8717-89db65ef6b58 on network b37d2650-e349-4b3a-b51f-298f62e979e1 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:12:28.503411 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-efca7aa5-19ec-42c2-ac48-1d09eb77e061 req-e8c06ab5-6a27-485c-a621-ae98a2e2af15 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394263
Apr 07 15:12:28.506616 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8827d4-b958-41e6-8932-09874021c4bd req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Checking agent: {'id': 'b2fd6503-106d-4224-ac4d-40fda7056aab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:12:28.507018 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8827d4-b958-41e6-8932-09874021c4bd req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Checking segment: {'id': 'e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b37d2650-e349-4b3a-b51f-298f62e979e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:12:28.507460 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8827d4-b958-41e6-8932-09874021c4bd req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Bound using segment: {'id': 'e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b37d2650-e349-4b3a-b51f-298f62e979e1'} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:12:28.507960 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-da8827d4-b958-41e6-8932-09874021c4bd req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Bound port: e8097058-4b51-4b17-8717-89db65ef6b58, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b37d2650-e349-4b3a-b51f-298f62e979e1'}}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:12:28.508502 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-da8827d4-b958-41e6-8932-09874021c4bd req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:28.647817 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-da8827d4-b958-41e6-8932-09874021c4bd req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] For port e8097058-4b51-4b17-8717-89db65ef6b58, host hv-cinder-78226, cleared binding levels {{(pid=84337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:12:28.661964 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-da8827d4-b958-41e6-8932-09874021c4bd req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] For port e8097058-4b51-4b17-8717-89db65ef6b58, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=e8097058-4b51-4b17-8717-89db65ef6b58,segment=NetworkSegment(e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd),segment_id=e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd)] {{(pid=84337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:12:28.672170 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-da8827d4-b958-41e6-8932-09874021c4bd req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:28.692879 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:28.932997 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8097058-4b51-4b17-8717-89db65ef6b58,revision_number=3']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:28.941590 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:29.049536 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8827d4-b958-41e6-8932-09874021c4bd req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:29.050249 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-da8827d4-b958-41e6-8932-09874021c4bd req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:29.051902 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-da8827d4-b958-41e6-8932-09874021c4bd req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] 10.222.0.65 "PUT /v2.0/ports/e8097058-4b51-4b17-8717-89db65ef6b58 HTTP/1.1" status: 200  len: 1094 time: 2.1864157
Apr 07 15:12:29.054107 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd', 'tag': 'e8097058-4b51-4b17-8717-89db65ef6b58'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:12:29.127628 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f3c1d-de07-4ae1-83c1-4fe16076258f req-defe70de-ec69-477f-ab93-23a682a4709f tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:29.129416 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b30f3c1d-de07-4ae1-83c1-4fe16076258f req-defe70de-ec69-477f-ab93-23a682a4709f tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.1531854
Apr 07 15:12:29.282603 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b30f3c1d-de07-4ae1-83c1-4fe16076258f req-36199e22-64c3-48e8-aa7d-fa3c139ced22 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1430798
Apr 07 15:12:29.379532 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8827d4-b958-41e6-8932-09874021c4bd req-d0b8a345-7e7b-4804-a8be-405ee3580ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:29.381688 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-da8827d4-b958-41e6-8932-09874021c4bd req-d0b8a345-7e7b-4804-a8be-405ee3580ad8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5b7d9878386645c6b4004a006515b144&device_id=fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd HTTP/1.1" status: 200  len: 1097 time: 0.2406282
Apr 07 15:12:29.392644 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0baaf-bbd1-4894-86e4-eb574a1ad27e req-2c26bafe-b646-446e-a244-226d0b80ae22 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:29.394464 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-78f0baaf-bbd1-4894-86e4-eb574a1ad27e req-2c26bafe-b646-446e-a244-226d0b80ae22 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1767173
Apr 07 15:12:29.508481 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-da8827d4-b958-41e6-8932-09874021c4bd req-d43dad71-e070-485c-8122-739a6a38222f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8097058-4b51-4b17-8717-89db65ef6b58 HTTP/1.1" status: 200  len: 217 time: 0.1041901
Apr 07 15:12:29.524931 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-78f0baaf-bbd1-4894-86e4-eb574a1ad27e req-e602a1ed-9d52-4e62-a8c9-879ac03eb0c7 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201112
Apr 07 15:12:29.591473 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd', 'tag': 'e8097058-4b51-4b17-8717-89db65ef6b58', 'status': 'completed', 'code': 200}
Apr 07 15:12:29.630797 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8827d4-b958-41e6-8932-09874021c4bd req-9d058507-a015-491b-8d7c-8ba3d3c6fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:29.633264 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-da8827d4-b958-41e6-8932-09874021c4bd req-9d058507-a015-491b-8d7c-8ba3d3c6fee7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=93540762-f418-4368-a337-dea81e61a53a HTTP/1.1" status: 200  len: 849 time: 0.1071529
Apr 07 15:12:29.757325 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-da8827d4-b958-41e6-8932-09874021c4bd req-d380bcc5-4c1f-408c-be27-45d3868b65a8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b37d2650-e349-4b3a-b51f-298f62e979e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0609777
Apr 07 15:12:29.971986 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f6bdefd4-aa44-45e5-ab88-58628dec46d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:30.058950 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:30.174811 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a7c6a-17dd-454f-ba8e-fa692aaecbc6 req-07d81953-66ec-47ac-9cb8-9f5c98b44143 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:30.182928 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a36a7c6a-17dd-454f-ba8e-fa692aaecbc6 req-07d81953-66ec-47ac-9cb8-9f5c98b44143 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd HTTP/1.1" status: 200  len: 944 time: 0.5294085
Apr 07 15:12:30.248531 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a36a7c6a-17dd-454f-ba8e-fa692aaecbc6 req-70b6db04-3c88-4a92-bfa3-dd4c87a3fa5b tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644696
Apr 07 15:12:30.277528 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-da8827d4-b958-41e6-8932-09874021c4bd req-781be205-a4de-4434-a808-227fc259dc9e service neutron] 10.222.0.65 "GET /v2.0/networks/b37d2650-e349-4b3a-b51f-298f62e979e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5069947
Apr 07 15:12:30.563080 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-da8827d4-b958-41e6-8932-09874021c4bd req-bb35dfd9-ed3b-4bdd-a485-f340a1790c06 service neutron] 10.222.0.65 "GET /v2.0/networks/b37d2650-e349-4b3a-b51f-298f62e979e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2703171
Apr 07 15:12:30.620871 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32165e2a-f658-4534-9e46-e46373e32fb3 req-70034e83-1f0a-4f8f-8074-0e28bf49ece9 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:30.624173 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-32165e2a-f658-4534-9e46-e46373e32fb3 req-70034e83-1f0a-4f8f-8074-0e28bf49ece9 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.1740570
Apr 07 15:12:30.704715 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-32165e2a-f658-4534-9e46-e46373e32fb3 req-12dadb64-d0fe-4362-bf01-f7ee00d4e9c4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713592
Apr 07 15:12:30.902686 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4e155-da64-454e-acaf-a34a8032a237 req-9141e9fb-0127-4796-bcb9-53a868b64eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:30.904500 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9ea4e155-da64-454e-acaf-a34a8032a237 req-9141e9fb-0127-4796-bcb9-53a868b64eca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5b7d9878386645c6b4004a006515b144&device_id=fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd HTTP/1.1" status: 200  len: 1097 time: 0.1465263
Apr 07 15:12:31.142099 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0a062-314c-41ac-b4cf-66696391bb73 req-19023b1f-0045-45ad-ade3-c237681f27fc tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:31.143910 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3df0a062-314c-41ac-b4cf-66696391bb73 req-19023b1f-0045-45ad-ade3-c237681f27fc tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.2383249
Apr 07 15:12:31.147350 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4e155-da64-454e-acaf-a34a8032a237 req-5543927e-a126-48f0-bdcd-6dee220d7251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:31.148891 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9ea4e155-da64-454e-acaf-a34a8032a237 req-5543927e-a126-48f0-bdcd-6dee220d7251 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b37d2650-e349-4b3a-b51f-298f62e979e1 HTTP/1.1" status: 200  len: 910 time: 0.1969995
Apr 07 15:12:31.262418 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3df0a062-314c-41ac-b4cf-66696391bb73 req-fe8710c4-997e-4e86-9f2a-aba69fd9cb45 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053061
Apr 07 15:12:31.279019 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9ea4e155-da64-454e-acaf-a34a8032a237 req-2cea0abc-fe59-4cb9-a6ac-9ebb36a5adea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8097058-4b51-4b17-8717-89db65ef6b58 HTTP/1.1" status: 200  len: 217 time: 0.0983703
Apr 07 15:12:31.351813 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:31.411182 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4e155-da64-454e-acaf-a34a8032a237 req-0790a9ae-9940-4870-9cae-6ef3d7e6e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:31.412794 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9ea4e155-da64-454e-acaf-a34a8032a237 req-0790a9ae-9940-4870-9cae-6ef3d7e6e3fe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=93540762-f418-4368-a337-dea81e61a53a HTTP/1.1" status: 200  len: 849 time: 0.1235659
Apr 07 15:12:31.530446 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9ea4e155-da64-454e-acaf-a34a8032a237 req-2063eeec-00ca-4b6a-b4ee-383f8f3cd558 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b37d2650-e349-4b3a-b51f-298f62e979e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0759594
Apr 07 15:12:31.841192 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:31.896385 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:31.981399 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9ea4e155-da64-454e-acaf-a34a8032a237 req-8baa699e-4d05-4d8a-ac95-87200e3f4ac4 service neutron] 10.222.0.65 "GET /v2.0/networks/b37d2650-e349-4b3a-b51f-298f62e979e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4411492
Apr 07 15:12:32.161032 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6a178-3a4f-4308-b3e9-4155cf552e48 req-aa125dbb-cf66-4e56-be76-f170a177585d tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:32.162913 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-22d6a178-3a4f-4308-b3e9-4155cf552e48 req-aa125dbb-cf66-4e56-be76-f170a177585d tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd HTTP/1.1" status: 200  len: 944 time: 0.4240112
Apr 07 15:12:32.176080 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298645c-0fa6-4116-8b1a-9397e5eeb4c9 req-83b92e3a-9910-4326-91a3-fe455ac875c7 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:32.178458 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a298645c-0fa6-4116-8b1a-9397e5eeb4c9 req-83b92e3a-9910-4326-91a3-fe455ac875c7 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.2723620
Apr 07 15:12:32.237310 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-22d6a178-3a4f-4308-b3e9-4155cf552e48 req-3b90c143-0e8a-4131-b537-480a673f644a tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576446
Apr 07 15:12:32.274897 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a298645c-0fa6-4116-8b1a-9397e5eeb4c9 req-9c6f1c9b-81f8-4284-99da-b1027103ed7b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580511
Apr 07 15:12:32.308909 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9ea4e155-da64-454e-acaf-a34a8032a237 req-6207f36d-385f-40ae-8b91-237e69dd4910 service neutron] 10.222.0.65 "GET /v2.0/networks/b37d2650-e349-4b3a-b51f-298f62e979e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3168414
Apr 07 15:12:32.501975 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41f781-a26d-46f0-8f49-8001784063cd req-90a811f3-9882-485e-888a-c533926f3fc1 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:32.503745 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5f41f781-a26d-46f0-8f49-8001784063cd req-90a811f3-9882-485e-888a-c533926f3fc1 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1048744
Apr 07 15:12:32.540668 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5f41f781-a26d-46f0-8f49-8001784063cd req-7f00378c-a412-425f-bc15-4aa563e169ba tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0278187
Apr 07 15:12:33.436767 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e8999d22-7f16-4ad4-a6ce-154e7cd97f44 req-2524085c-d414-403b-a91e-b578df5e21bb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1454844
Apr 07 15:12:33.579094 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef964618-80ad-4bcc-9438-5399f3a20484 req-27144df6-5a96-4e8f-84d8-b80f5fa1fac4 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:33.588225 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ef964618-80ad-4bcc-9438-5399f3a20484 req-27144df6-5a96-4e8f-84d8-b80f5fa1fac4 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd HTTP/1.1" status: 200  len: 944 time: 0.2071760
Apr 07 15:12:33.669497 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f7b94-ed36-4a45-bfe6-09325acefa08 req-607f745f-dad4-4aab-ac84-595aed553697 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:33.677732 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-143f7b94-ed36-4a45-bfe6-09325acefa08 req-607f745f-dad4-4aab-ac84-595aed553697 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.2446611
Apr 07 15:12:33.716991 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ef964618-80ad-4bcc-9438-5399f3a20484 req-c2858187-e06d-4a09-bf93-3770601a2963 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277003
Apr 07 15:12:33.807156 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-143f7b94-ed36-4a45-bfe6-09325acefa08 req-1a4cabf6-40a6-4e94-ae16-d8275557a753 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1282895
Apr 07 15:12:33.863809 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8999d22-7f16-4ad4-a6ce-154e7cd97f44 req-e5e57bc0-9303-4cb0-bee6-fff388b658ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:33.865488 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e8999d22-7f16-4ad4-a6ce-154e7cd97f44 req-e5e57bc0-9303-4cb0-bee6-fff388b658ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=319b24532db24adf857ac07d263f15ce&device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 1099 time: 0.2584362
Apr 07 15:12:34.217011 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8999d22-7f16-4ad4-a6ce-154e7cd97f44 req-02113006-325d-4ad4-a30c-2dfde2995953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:34.220127 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e8999d22-7f16-4ad4-a6ce-154e7cd97f44 req-02113006-325d-4ad4-a30c-2dfde2995953 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1fea60c6-d3c0-42e1-8a72-6a3347f9203e HTTP/1.1" status: 200  len: 916 time: 0.3269877
Apr 07 15:12:34.330915 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2b01e-27e1-41e8-b598-ddd60ac221d6 req-6aed7118-84ed-4651-80e3-3800b00eb0d8 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:34.339188 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a3d2b01e-27e1-41e8-b598-ddd60ac221d6 req-6aed7118-84ed-4651-80e3-3800b00eb0d8 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.3521669
Apr 07 15:12:34.358833 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e8999d22-7f16-4ad4-a6ce-154e7cd97f44 req-d15f94fc-19a5-447e-92a1-3f48ba6713aa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75ad4273-1c91-412c-8dec-478781048da3 HTTP/1.1" status: 200  len: 217 time: 0.1278312
Apr 07 15:12:34.449976 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a3d2b01e-27e1-41e8-b598-ddd60ac221d6 req-ea7f1cd2-d78e-429b-af8e-1578d4520928 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096423
Apr 07 15:12:34.469495 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8999d22-7f16-4ad4-a6ce-154e7cd97f44 req-777d0880-910d-45bf-9040-0331cd8b439f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:34.469495 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e8999d22-7f16-4ad4-a6ce-154e7cd97f44 req-777d0880-910d-45bf-9040-0331cd8b439f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af0ee707-cd66-48b1-a5fe-75510a42329c HTTP/1.1" status: 200  len: 855 time: 0.0968013
Apr 07 15:12:34.529651 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e8999d22-7f16-4ad4-a6ce-154e7cd97f44 req-85685dff-54b7-4951-8ab0-b6eff06ea742 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1fea60c6-d3c0-42e1-8a72-6a3347f9203e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0521941
Apr 07 15:12:34.690051 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e8999d22-7f16-4ad4-a6ce-154e7cd97f44 req-7ab5a27d-1a9e-4d57-bcfd-f5d7d7c812f8 service neutron] 10.222.0.65 "GET /v2.0/networks/1fea60c6-d3c0-42e1-8a72-6a3347f9203e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496000
Apr 07 15:12:34.979673 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e8999d22-7f16-4ad4-a6ce-154e7cd97f44 req-badbf802-ed5a-41b0-9d5e-c2d5605695a7 service neutron] 10.222.0.65 "GET /v2.0/networks/1fea60c6-d3c0-42e1-8a72-6a3347f9203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2815981
Apr 07 15:12:35.007031 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device e8097058-4b51-4b17-8717-89db65ef6b58 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 15:12:35.103575 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61d10d-6c21-4073-939d-942b5cdd8175 req-cbeacf1f-2fb9-4717-81eb-66d69b17c7b7 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:35.105458 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-de61d10d-6c21-4073-939d-942b5cdd8175 req-cbeacf1f-2fb9-4717-81eb-66d69b17c7b7 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.1365092
Apr 07 15:12:35.113982 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48127c45-092f-4e63-a3c9-26d53a746808 req-d89fadec-0cd9-4767-b15a-2eb2a400b9a6 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:35.115674 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-48127c45-092f-4e63-a3c9-26d53a746808 req-d89fadec-0cd9-4767-b15a-2eb2a400b9a6 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd HTTP/1.1" status: 200  len: 944 time: 0.2235372
Apr 07 15:12:35.163620 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-48127c45-092f-4e63-a3c9-26d53a746808 req-fe316323-0109-4b11-948b-7bdb1677ea61 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0337579
Apr 07 15:12:35.167321 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-de61d10d-6c21-4073-939d-942b5cdd8175 req-fe77f14c-52b6-428a-9423-887b625e9747 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504780
Apr 07 15:12:35.229218 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port e8097058-4b51-4b17-8717-89db65ef6b58, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=e8097058-4b51-4b17-8717-89db65ef6b58,segment=NetworkSegment(e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd),segment_id=e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:12:35.246441 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Returning: {'device': 'e8097058-4b51-4b17-8717-89db65ef6b58', 'network_id': 'b37d2650-e349-4b3a-b51f-298f62e979e1', 'port_id': 'e8097058-4b51-4b17-8717-89db65ef6b58', 'mac_address': 'fa:16:3e:9a:03:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93540762-f418-4368-a337-dea81e61a53a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 15:12:35.317321 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:35.338819 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8097058-4b51-4b17-8717-89db65ef6b58 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:12:35.358490 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port e8097058-4b51-4b17-8717-89db65ef6b58, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=e8097058-4b51-4b17-8717-89db65ef6b58,segment=NetworkSegment(e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd),segment_id=e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:12:35.362254 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:35.364395 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:35.450095 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=e8097058-4b51-4b17-8717-89db65ef6b58,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:35.470352 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:35.709410 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29bfe4-6e9c-44ed-9dd1-50e80f423cd7 req-cd936fde-ed1c-4494-bf4b-4b260c6026b3 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:35.711095 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9a29bfe4-6e9c-44ed-9dd1-50e80f423cd7 req-cd936fde-ed1c-4494-bf4b-4b260c6026b3 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1209183
Apr 07 15:12:35.754676 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9a29bfe4-6e9c-44ed-9dd1-50e80f423cd7 req-0726d555-ef5b-4044-b56a-78fd841bbe27 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347869
Apr 07 15:12:35.973685 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['e8097058-4b51-4b17-8717-89db65ef6b58'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:12:36.741218 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4049a-168b-4a1f-8e53-265cd27f48f7 req-c104239c-57c6-4cf4-861a-c9eadb73d7ca tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:36.742814 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6dc4049a-168b-4a1f-8e53-265cd27f48f7 req-c104239c-57c6-4cf4-861a-c9eadb73d7ca tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.1274464
Apr 07 15:12:36.753688 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ebe73-ebd3-407b-a3e5-b3764b1f43b8 req-e6627f3d-d63c-499b-ac19-2f7b63be93a3 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:36.755542 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b40ebe73-ebd3-407b-a3e5-b3764b1f43b8 req-e6627f3d-d63c-499b-ac19-2f7b63be93a3 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd HTTP/1.1" status: 200  len: 945 time: 0.4143016
Apr 07 15:12:36.802101 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6dc4049a-168b-4a1f-8e53-265cd27f48f7 req-d380dab3-6a66-41f8-bb12-cf785a536331 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453994
Apr 07 15:12:36.807428 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b40ebe73-ebd3-407b-a3e5-b3764b1f43b8 req-b572c127-0f90-4769-a448-a1a837d3be64 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0352805
Apr 07 15:12:37.008791 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b244ab-d293-48c6-af44-34d63e12c5d1 req-715850d1-7218-4859-a68d-87f45c9bf83d tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:37.010582 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-91b244ab-d293-48c6-af44-34d63e12c5d1 req-715850d1-7218-4859-a68d-87f45c9bf83d tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.0899644
Apr 07 15:12:37.048249 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-91b244ab-d293-48c6-af44-34d63e12c5d1 req-94de070d-ba51-46fa-9848-a57b11e1c7c4 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0304120
Apr 07 15:12:37.584874 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339babd-64ef-4455-86fd-c95ae5cd4452 req-489fa419-1be6-4b1c-aa2e-97f75bab1551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:37.586482 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e339babd-64ef-4455-86fd-c95ae5cd4452 req-489fa419-1be6-4b1c-aa2e-97f75bab1551 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe4baebffb304bcebd7f14fa893dc5ab&device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 1098 time: 0.0929723
Apr 07 15:12:37.764275 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339babd-64ef-4455-86fd-c95ae5cd4452 req-e19d4ae9-ec05-4268-a80a-f085c52b523b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:37.765939 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e339babd-64ef-4455-86fd-c95ae5cd4452 req-e19d4ae9-ec05-4268-a80a-f085c52b523b service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e0f3704-ba7e-4436-937d-51f6b7b3f535 HTTP/1.1" status: 200  len: 917 time: 0.1713359
Apr 07 15:12:37.930981 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e339babd-64ef-4455-86fd-c95ae5cd4452 req-59fe657f-b015-4836-9406-64d3caa04e72 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2385b65-973a-431d-b33e-126ee0b452a4 HTTP/1.1" status: 200  len: 1001 time: 0.1548126
Apr 07 15:12:38.179680 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339babd-64ef-4455-86fd-c95ae5cd4452 req-707b55dc-0247-48c2-85d9-dd00ac2d7510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:38.181297 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e339babd-64ef-4455-86fd-c95ae5cd4452 req-707b55dc-0247-48c2-85d9-dd00ac2d7510 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d05646fb-c605-48bc-82c8-49d6fe52eea8 HTTP/1.1" status: 200  len: 855 time: 0.2234719
Apr 07 15:12:38.288472 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9776d17-41d7-4049-b53b-42c3babc61c6 req-0cf8f125-8200-4dfe-a288-53d98921f393 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:38.290150 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e9776d17-41d7-4049-b53b-42c3babc61c6 req-0cf8f125-8200-4dfe-a288-53d98921f393 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd HTTP/1.1" status: 200  len: 945 time: 0.3310056
Apr 07 15:12:38.301815 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2472488-6ee7-4b18-b35b-486fedecdbb6 req-a290d20e-92ac-4d82-92f3-02accaaff261 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:38.303503 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d2472488-6ee7-4b18-b35b-486fedecdbb6 req-a290d20e-92ac-4d82-92f3-02accaaff261 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.2715292
Apr 07 15:12:38.359897 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e9776d17-41d7-4049-b53b-42c3babc61c6 req-57349bea-96f6-474e-bfe6-dc97b5c9fe3e tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534432
Apr 07 15:12:38.371133 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d2472488-6ee7-4b18-b35b-486fedecdbb6 req-98881c5a-5597-4bdd-a3d3-e4a67357fab1 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452437
Apr 07 15:12:38.377848 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339babd-64ef-4455-86fd-c95ae5cd4452 req-8b7498aa-b82c-4921-a112-4e344c83059f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:38.379457 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e339babd-64ef-4455-86fd-c95ae5cd4452 req-8b7498aa-b82c-4921-a112-4e344c83059f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e0f3704-ba7e-4436-937d-51f6b7b3f535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1842544
Apr 07 15:12:38.594993 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e339babd-64ef-4455-86fd-c95ae5cd4452 req-130f3762-3d7c-483d-9a85-7cdb85a3c589 service neutron] 10.222.0.65 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2047384
Apr 07 15:12:38.756462 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c774c0-83cd-44b8-aed6-7d53fefe359b req-3b24f3c0-1510-4c43-b54b-43bc32c727ff tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:38.758187 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-49c774c0-83cd-44b8-aed6-7d53fefe359b req-3b24f3c0-1510-4c43-b54b-43bc32c727ff tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.2649028
Apr 07 15:12:38.815100 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-49c774c0-83cd-44b8-aed6-7d53fefe359b req-9e51e1ef-a835-4955-8399-12eec8681b58 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488873
Apr 07 15:12:38.845261 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e339babd-64ef-4455-86fd-c95ae5cd4452 req-3fd68b94-2f72-4f27-95a9-27ecee840c23 service neutron] 10.222.0.65 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2357407
Apr 07 15:12:39.020651 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device e8097058-4b51-4b17-8717-89db65ef6b58 up at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:12:39.101517 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning for port e8097058-4b51-4b17-8717-89db65ef6b58 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:12:39.107115 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning complete for port e8097058-4b51-4b17-8717-89db65ef6b58 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:12:39.107574 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:39.236565 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:39.249371 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8097058-4b51-4b17-8717-89db65ef6b58'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:12:39.261753 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port e8097058-4b51-4b17-8717-89db65ef6b58, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=e8097058-4b51-4b17-8717-89db65ef6b58,segment=NetworkSegment(e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd),segment_id=e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:12:39.266784 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:39.269046 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:39.306505 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8097058-4b51-4b17-8717-89db65ef6b58', 'code': 200}
Apr 07 15:12:39.341010 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=e8097058-4b51-4b17-8717-89db65ef6b58,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:39.344971 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:39.737742 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f5135-9e73-42b9-a52c-c8cc7aa3f614 req-fa99b239-b398-4c5d-a635-8605181c87f7 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:39.739277 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-606f5135-9e73-42b9-a52c-c8cc7aa3f614 req-fa99b239-b398-4c5d-a635-8605181c87f7 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd HTTP/1.1" status: 200  len: 946 time: 0.2413220
Apr 07 15:12:39.742622 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e46e2-9437-45b2-a456-7274767945b1 req-8014749f-7b87-4587-a54d-4180ca48b53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:39.744205 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d72e46e2-9437-45b2-a456-7274767945b1 req-8014749f-7b87-4587-a54d-4180ca48b53a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd HTTP/1.1" status: 200  len: 1099 time: 0.1989748
Apr 07 15:12:39.752923 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379b7b3-0b91-48ff-a754-83fbfb3522ce req-c54e27ae-8a26-4f44-bd07-e2bb0e52ff12 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:39.754584 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a379b7b3-0b91-48ff-a754-83fbfb3522ce req-c54e27ae-8a26-4f44-bd07-e2bb0e52ff12 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.2105670
Apr 07 15:12:39.810312 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d72e46e2-9437-45b2-a456-7274767945b1 req-3d585d81-482a-4207-a955-66fae7cde194 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546262
Apr 07 15:12:39.823576 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a379b7b3-0b91-48ff-a754-83fbfb3522ce req-6836905c-8e85-453c-8ac3-133df03bca41 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543029
Apr 07 15:12:39.827055 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-606f5135-9e73-42b9-a52c-c8cc7aa3f614 req-064a6ebc-b29a-4974-a678-88774873c678 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701244
Apr 07 15:12:40.027197 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03ea36-0024-4200-8f39-50aca98b5613 req-5794cfe4-d57f-4c43-b6f2-6ea9ceb56634 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:40.028813 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fe03ea36-0024-4200-8f39-50aca98b5613 req-5794cfe4-d57f-4c43-b6f2-6ea9ceb56634 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.0937634
Apr 07 15:12:40.060410 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fe03ea36-0024-4200-8f39-50aca98b5613 req-fb7f2b30-1382-44d7-b4ba-c28fdb998d63 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0249143
Apr 07 15:12:41.026456 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device a2385b65-973a-431d-b33e-126ee0b452a4 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:12:41.115413 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd5bf6-c4bd-4428-84d0-dd68b832e1c7 req-249f4a41-0398-46f7-8f6e-88f811373009 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:41.117176 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-96bd5bf6-c4bd-4428-84d0-dd68b832e1c7 req-249f4a41-0398-46f7-8f6e-88f811373009 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 945 time: 0.1648378
Apr 07 15:12:41.135480 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f12b4-f703-4b39-8b75-78cdd58cbe75 req-44a1a9ce-a08e-43c4-9b94-f26bb4e81c28 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:41.137148 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-360f12b4-f703-4b39-8b75-78cdd58cbe75 req-44a1a9ce-a08e-43c4-9b94-f26bb4e81c28 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd HTTP/1.1" status: 200  len: 946 time: 0.1483822
Apr 07 15:12:41.178149 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-96bd5bf6-c4bd-4428-84d0-dd68b832e1c7 req-0d55f72f-7b4f-4aab-892f-9a44b94cfa98 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520813
Apr 07 15:12:41.183369 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:41.186076 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-360f12b4-f703-4b39-8b75-78cdd58cbe75 req-3e3dd09a-933b-4b58-b026-6d58820ce07b tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0343161
Apr 07 15:12:41.203545 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port a2385b65-973a-431d-b33e-126ee0b452a4, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=a2385b65-973a-431d-b33e-126ee0b452a4,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:12:41.207182 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:41.209668 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:41.292242 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=a2385b65-973a-431d-b33e-126ee0b452a4,revision_number=8']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:41.296077 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:41.307954 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a12de9-7fb8-476d-88c4-d18d4c14e9de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2385b65-973a-431d-b33e-126ee0b452a4'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:12:41.391074 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e75e8-32c5-4096-b62f-8f381afcedcb req-24b634a8-47ac-40b7-aa68-e95537e246f7 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:41.392614 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8d3e75e8-32c5-4096-b62f-8f381afcedcb req-24b634a8-47ac-40b7-aa68-e95537e246f7 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.0959318
Apr 07 15:12:41.428913 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8d3e75e8-32c5-4096-b62f-8f381afcedcb req-3b99cad3-76f8-40b7-8109-d975936bcc6f tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0292051
Apr 07 15:12:41.504080 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a12de9-7fb8-476d-88c4-d18d4c14e9de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2385b65-973a-431d-b33e-126ee0b452a4', 'code': 200}
Apr 07 15:12:42.026749 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1886ea-0036-4c42-b6df-e6e239c6d22a req-ec8ec5a2-2189-4bcc-bca7-d8b74345ec9f tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:42.028350 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6b1886ea-0036-4c42-b6df-e6e239c6d22a req-ec8ec5a2-2189-4bcc-bca7-d8b74345ec9f tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4 HTTP/1.1" status: 200  len: 945 time: 0.0933180
Apr 07 15:12:42.061771 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6b1886ea-0036-4c42-b6df-e6e239c6d22a req-1044dd43-1169-432c-9295-075c8a6ad122 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0261490
Apr 07 15:12:42.469653 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6e4db-caf6-4252-8c14-885f2e44e486 req-00be93da-607c-4003-bd04-a2f920986a50 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:42.471213 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-10e6e4db-caf6-4252-8c14-885f2e44e486 req-00be93da-607c-4003-bd04-a2f920986a50 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 943 time: 0.1596668
Apr 07 15:12:42.484539 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49c9d2-f5b8-433b-8ca9-a3badcfc4bc4 req-d188e664-bd77-43ef-86c7-fb5594039c1b tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:42.486255 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9e49c9d2-f5b8-433b-8ca9-a3badcfc4bc4 req-d188e664-bd77-43ef-86c7-fb5594039c1b tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd HTTP/1.1" status: 200  len: 946 time: 0.1335163
Apr 07 15:12:42.534990 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-10e6e4db-caf6-4252-8c14-885f2e44e486 req-774366b0-6606-4fc9-82e9-cc14cf236f5f tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476022
Apr 07 15:12:42.539997 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9e49c9d2-f5b8-433b-8ca9-a3badcfc4bc4 req-23d637c2-abba-4f0c-a4e2-2cb9d166a000 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356677
Apr 07 15:12:42.734270 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4982585-dab5-48c9-84b6-a17ce096c6dd req-fb014375-a9f2-4a28-8d78-1c6f551bcdb5 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:42.735406 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e4982585-dab5-48c9-84b6-a17ce096c6dd req-fb014375-a9f2-4a28-8d78-1c6f551bcdb5 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.0911837
Apr 07 15:12:42.776908 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e4982585-dab5-48c9-84b6-a17ce096c6dd req-e980735c-b555-420b-abee-8c136394a1c8 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0319660
Apr 07 15:12:43.288392 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e6eaa-cf8a-4bb0-97b5-dec51f09b34a req-304154e0-ddec-40e2-afe9-5b9948090796 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:43.290074 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-992e6eaa-cf8a-4bb0-97b5-dec51f09b34a req-304154e0-ddec-40e2-afe9-5b9948090796 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4 HTTP/1.1" status: 200  len: 945 time: 0.0965014
Apr 07 15:12:43.324277 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-992e6eaa-cf8a-4bb0-97b5-dec51f09b34a req-e7e55d22-6d09-489e-9362-ec63afb2845c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0264137
Apr 07 15:12:43.818666 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b5ce7-e85a-4e2d-be1c-35f7d2a2545a req-7a447379-db33-4ad1-9099-6b7025ee3298 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:43.820824 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a27b5ce7-e85a-4e2d-be1c-35f7d2a2545a req-7a447379-db33-4ad1-9099-6b7025ee3298 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 943 time: 0.1036587
Apr 07 15:12:43.859983 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a27b5ce7-e85a-4e2d-be1c-35f7d2a2545a req-458a19fe-4171-405a-8fc9-451aded26a14 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0323362
Apr 07 15:12:44.196342 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc6f88-2c5c-4700-bd75-24efc3f06bf1 req-9cf5669a-8472-48b2-b137-63293b5f1da6 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:44.198048 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fdcc6f88-2c5c-4700-bd75-24efc3f06bf1 req-9cf5669a-8472-48b2-b137-63293b5f1da6 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1416812
Apr 07 15:12:44.213102 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 34352) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:12:44.248662 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fdcc6f88-2c5c-4700-bd75-24efc3f06bf1 req-8c74a5de-6a02-4171-990d-6fa3dfd12612 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408187
Apr 07 15:12:44.358022 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-df6b5910-b7b8-4ba0-9b71-c0eb9a3ee91b req-565885b3-78aa-4904-9306-8d8263848609 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1430008
Apr 07 15:12:44.364629 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca78b47-ec52-4f14-b4ba-bf39d42071d1 req-71114bda-b20b-4275-820c-d69b7a4b02c3 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:44.366324 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4ca78b47-ec52-4f14-b4ba-bf39d42071d1 req-71114bda-b20b-4275-820c-d69b7a4b02c3 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd HTTP/1.1" status: 200  len: 946 time: 0.0950868
Apr 07 15:12:44.412107 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4ca78b47-ec52-4f14-b4ba-bf39d42071d1 req-28613cb7-88e1-4ae1-b314-8ce03a963ab9 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393307
Apr 07 15:12:44.567622 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd78870-4f16-41b6-afd6-6687a7784e82 req-37623eab-214c-410e-96f3-664df081988a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:44.569316 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3dd78870-4f16-41b6-afd6-6687a7784e82 req-37623eab-214c-410e-96f3-664df081988a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4 HTTP/1.1" status: 200  len: 945 time: 0.1560290
Apr 07 15:12:44.871122 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8edec-aa8b-4ab8-9d3b-f8b962a8931a req-5a0b1157-91f8-4662-9b8a-28622270f4f2 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:44.872736 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c0f8edec-aa8b-4ab8-9d3b-f8b962a8931a req-5a0b1157-91f8-4662-9b8a-28622270f4f2 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4 HTTP/1.1" status: 200  len: 945 time: 0.4149616
Apr 07 15:12:44.919100 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-3dd78870-4f16-41b6-afd6-6687a7784e82 req-84e4d4d1-412e-4131-8713-21b1e0621104 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Deleting port 782e83f7-5a4c-4742-b3a0-e15d097fa908 {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:12:44.919464 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-3dd78870-4f16-41b6-afd6-6687a7784e82 req-84e4d4d1-412e-4131-8713-21b1e0621104 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:44.954645 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c0f8edec-aa8b-4ab8-9d3b-f8b962a8931a req-5c398659-159c-4beb-9d80-5950581bf434 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734050
Apr 07 15:12:45.058028 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device a2385b65-973a-431d-b33e-126ee0b452a4 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:12:45.254195 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348b19a-98a2-4f51-a91d-cb1e1a75f0c9 req-571d69c9-3c07-47bd-b40f-b6b1abe07c44 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:45.255882 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2348b19a-98a2-4f51-a91d-cb1e1a75f0c9 req-571d69c9-3c07-47bd-b40f-b6b1abe07c44 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 943 time: 0.2570550
Apr 07 15:12:45.317392 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2348b19a-98a2-4f51-a91d-cb1e1a75f0c9 req-7a5497d0-886d-4a7c-99ac-7d049f953db3 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538895
Apr 07 15:12:45.331726 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-3dd78870-4f16-41b6-afd6-6687a7784e82 req-84e4d4d1-412e-4131-8713-21b1e0621104 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] For port 782e83f7-5a4c-4742-b3a0-e15d097fa908, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=782e83f7-5a4c-4742-b3a0-e15d097fa908,segment=NetworkSegment(83cefd4b-5746-43e9-a558-b4c212593d77),segment_id=83cefd4b-5746-43e9-a558-b4c212593d77)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:12:45.332329 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-3dd78870-4f16-41b6-afd6-6687a7784e82 req-84e4d4d1-412e-4131-8713-21b1e0621104 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:45.491138 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-3dd78870-4f16-41b6-afd6-6687a7784e82 req-84e4d4d1-412e-4131-8713-21b1e0621104 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Calling delete_port for 782e83f7-5a4c-4742-b3a0-e15d097fa908 owned by compute:nova {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:12:45.834538 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d29fc1-7551-4231-bb12-2fb717208a4f req-8ba09352-c67f-4363-819e-4f596f898853 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:45.836200 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-68d29fc1-7551-4231-bb12-2fb717208a4f req-8ba09352-c67f-4363-819e-4f596f898853 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.3562841
Apr 07 15:12:45.873079 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a1c98-cbfd-4464-beaf-d1d746276bd0 req-33eb30f8-a4c1-4f1f-831b-caf2dec49051 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:45.874762 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-da3a1c98-cbfd-4464-beaf-d1d746276bd0 req-33eb30f8-a4c1-4f1f-831b-caf2dec49051 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd HTTP/1.1" status: 200  len: 946 time: 0.3143375
Apr 07 15:12:45.899171 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-68d29fc1-7551-4231-bb12-2fb717208a4f req-14ede6ae-1f95-4dfb-a806-cade69f06c32 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527971
Apr 07 15:12:45.914489 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-3dd78870-4f16-41b6-afd6-6687a7784e82 req-84e4d4d1-412e-4131-8713-21b1e0621104 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:45.943844 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:45.961539 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['75ad4273-1c91-412c-8dec-478781048da3', '1064617d-03d6-47be-9c1b-7823096a71ff', '3404f024-0e05-4835-84e6-d9bd4c93d11f', '782e83f7-5a4c-4742-b3a0-e15d097fa908'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:12:45.979587 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-da3a1c98-cbfd-4464-beaf-d1d746276bd0 req-83d5fa6c-1e92-4a37-8d6f-d3ac4f6b47a8 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921514
Apr 07 15:12:46.048456 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4d4d1-412e-4131-8713-21b1e0621104 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Pushing event deleted for resources: {'Port': ['ID=782e83f7-5a4c-4742-b3a0-e15d097fa908,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:46.058814 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-84e4d4d1-412e-4131-8713-21b1e0621104 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:46.171734 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d626a50-5902-4421-87fb-747c1df5ad5f req-57ef3147-4055-486e-82f8-46b79334f153 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:46.174052 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9d626a50-5902-4421-87fb-747c1df5ad5f req-57ef3147-4055-486e-82f8-46b79334f153 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.65 "GET /v2.0/ports?device_id=fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd HTTP/1.1" status: 200  len: 946 time: 0.1311827
Apr 07 15:12:46.240983 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2b5c7e79-c20c-49f2-94f1-7f95e5c14628 req-e24df4ac-0045-4e5e-a98e-be33921df766 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4 HTTP/1.1" status: 200  len: 210 time: 0.0875590
Apr 07 15:12:46.266273 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-9d626a50-5902-4421-87fb-747c1df5ad5f req-6d250a53-8d89-4f81-9a40-a3bf5eb935ee tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Deleting port e8097058-4b51-4b17-8717-89db65ef6b58 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:12:46.267273 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-9d626a50-5902-4421-87fb-747c1df5ad5f req-6d250a53-8d89-4f81-9a40-a3bf5eb935ee tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:46.292245 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd78870-4f16-41b6-afd6-6687a7784e82 req-84e4d4d1-412e-4131-8713-21b1e0621104 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] No DVR routers for this DVR port 782e83f7-5a4c-4742-b3a0-e15d097fa908 on host hv-cinder-78226 {{(pid=84337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:12:46.295429 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-3dd78870-4f16-41b6-afd6-6687a7784e82 req-84e4d4d1-412e-4131-8713-21b1e0621104 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:46.298414 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4', 'name': 'network-vif-deleted', 'tag': '782e83f7-5a4c-4742-b3a0-e15d097fa908'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:12:46.315466 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3dd78870-4f16-41b6-afd6-6687a7784e82 req-84e4d4d1-412e-4131-8713-21b1e0621104 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.65 "DELETE /v2.0/ports/782e83f7-5a4c-4742-b3a0-e15d097fa908 HTTP/1.1" status: 204  len: 173 time: 1.7370043
Apr 07 15:12:46.385062 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b5b79d-2efd-4e7a-9f22-1d7ccd18fff4', 'name': 'network-vif-deleted', 'tag': '782e83f7-5a4c-4742-b3a0-e15d097fa908', 'status': 'completed', 'code': 200}
Apr 07 15:12:46.542902 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b5910-b7b8-4ba0-9b71-c0eb9a3ee91b req-40ea5925-0a46-4f53-a312-8f9f5c5ef61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:46.545016 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-df6b5910-b7b8-4ba0-9b71-c0eb9a3ee91b req-40ea5925-0a46-4f53-a312-8f9f5c5ef61d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de&tenant_id=fe4baebffb304bcebd7f14fa893dc5ab HTTP/1.1" status: 200  len: 1096 time: 0.2309489
Apr 07 15:12:46.589140 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae811f-6764-4fd1-ad99-7f3f2a44a25d req-5260c76b-af51-4f83-b3a5-93b840d0285c tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:46.590815 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b2ae811f-6764-4fd1-ad99-7f3f2a44a25d req-5260c76b-af51-4f83-b3a5-93b840d0285c tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 943 time: 0.0969174
Apr 07 15:12:46.625111 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b2ae811f-6764-4fd1-ad99-7f3f2a44a25d req-ec1a791c-fccf-494e-959d-f8f944d1ee4f tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0260682
Apr 07 15:12:46.681872 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-9d626a50-5902-4421-87fb-747c1df5ad5f req-6d250a53-8d89-4f81-9a40-a3bf5eb935ee tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] For port e8097058-4b51-4b17-8717-89db65ef6b58, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=e8097058-4b51-4b17-8717-89db65ef6b58,segment=NetworkSegment(e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd),segment_id=e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:12:46.682282 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-9d626a50-5902-4421-87fb-747c1df5ad5f req-6d250a53-8d89-4f81-9a40-a3bf5eb935ee tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:46.836956 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-9d626a50-5902-4421-87fb-747c1df5ad5f req-6d250a53-8d89-4f81-9a40-a3bf5eb935ee tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Calling delete_port for e8097058-4b51-4b17-8717-89db65ef6b58 owned by compute:nova {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:12:46.901605 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b5910-b7b8-4ba0-9b71-c0eb9a3ee91b req-e95bd3e3-7fa0-4451-a0b6-f876eccb8a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:46.903317 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-df6b5910-b7b8-4ba0-9b71-c0eb9a3ee91b req-e95bd3e3-7fa0-4451-a0b6-f876eccb8a54 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe4baebffb304bcebd7f14fa893dc5ab&device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 1096 time: 0.3064439
Apr 07 15:12:47.129180 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b5910-b7b8-4ba0-9b71-c0eb9a3ee91b req-d4f256b1-10c9-423f-9dd3-baeb865b0033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:47.130912 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-df6b5910-b7b8-4ba0-9b71-c0eb9a3ee91b req-d4f256b1-10c9-423f-9dd3-baeb865b0033 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e0f3704-ba7e-4436-937d-51f6b7b3f535 HTTP/1.1" status: 200  len: 917 time: 0.2208912
Apr 07 15:12:47.131126 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c59e83-3cf0-4446-9eac-909f745a9361 req-090b19b2-0c04-4532-a73f-6d33669606db tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:47.132959 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-90c59e83-3cf0-4446-9eac-909f745a9361 req-090b19b2-0c04-4532-a73f-6d33669606db tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1051033
Apr 07 15:12:47.174936 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-90c59e83-3cf0-4446-9eac-909f745a9361 req-28237c1f-f4dc-481b-951c-c71da29ca3b7 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0333304
Apr 07 15:12:47.292430 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd3365-a92e-45e7-aef0-f74fd4ecec8a req-852b4fae-cf95-4850-adbf-639edfc39ee8 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:47.295128 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-87cd3365-a92e-45e7-aef0-f74fd4ecec8a req-852b4fae-cf95-4850-adbf-639edfc39ee8 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd HTTP/1.1" status: 200  len: 946 time: 0.1019881
Apr 07 15:12:47.358396 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-87cd3365-a92e-45e7-aef0-f74fd4ecec8a req-20d9b55c-acdf-4321-b8c1-043ac441bfee tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467393
Apr 07 15:12:47.418177 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-df6b5910-b7b8-4ba0-9b71-c0eb9a3ee91b req-1c09ac10-0b4c-4e0f-ad40-d69d70a9667c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2385b65-973a-431d-b33e-126ee0b452a4 HTTP/1.1" status: 200  len: 999 time: 0.2169838
Apr 07 15:12:47.418652 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-9d626a50-5902-4421-87fb-747c1df5ad5f req-6d250a53-8d89-4f81-9a40-a3bf5eb935ee tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:47.435308 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1224c4fb-7966-4dbf-a09f-5c75f97a5934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:12:47.454701 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['e8097058-4b51-4b17-8717-89db65ef6b58'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:12:47.578281 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d250a53-8d89-4f81-9a40-a3bf5eb935ee tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Pushing event deleted for resources: {'Port': ['ID=e8097058-4b51-4b17-8717-89db65ef6b58,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:12:47.610962 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d250a53-8d89-4f81-9a40-a3bf5eb935ee tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:47.611375 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d250a53-8d89-4f81-9a40-a3bf5eb935ee tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:47.611786 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d250a53-8d89-4f81-9a40-a3bf5eb935ee tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:47.612186 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d250a53-8d89-4f81-9a40-a3bf5eb935ee tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:47.612668 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d250a53-8d89-4f81-9a40-a3bf5eb935ee tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:47.613061 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d250a53-8d89-4f81-9a40-a3bf5eb935ee tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:47.613478 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d250a53-8d89-4f81-9a40-a3bf5eb935ee tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:47.613866 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d250a53-8d89-4f81-9a40-a3bf5eb935ee tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:47.614256 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d250a53-8d89-4f81-9a40-a3bf5eb935ee tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:47.614645 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d250a53-8d89-4f81-9a40-a3bf5eb935ee tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:47.615030 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d250a53-8d89-4f81-9a40-a3bf5eb935ee tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:47.615412 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d250a53-8d89-4f81-9a40-a3bf5eb935ee tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:12:47.624386 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6d250a53-8d89-4f81-9a40-a3bf5eb935ee tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:12:47.646766 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b5910-b7b8-4ba0-9b71-c0eb9a3ee91b req-aed1916d-70c8-44a6-a8f3-90b6a65db240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:47.648275 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-df6b5910-b7b8-4ba0-9b71-c0eb9a3ee91b req-aed1916d-70c8-44a6-a8f3-90b6a65db240 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d05646fb-c605-48bc-82c8-49d6fe52eea8 HTTP/1.1" status: 200  len: 855 time: 0.1731927
Apr 07 15:12:47.848743 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d626a50-5902-4421-87fb-747c1df5ad5f req-6d250a53-8d89-4f81-9a40-a3bf5eb935ee tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] No DVR routers for this DVR port e8097058-4b51-4b17-8717-89db65ef6b58 on host hv-cinder-78226 {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:12:47.852240 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b5910-b7b8-4ba0-9b71-c0eb9a3ee91b req-c587a84c-efb7-4ff3-9897-24c45b174be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:47.853932 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-df6b5910-b7b8-4ba0-9b71-c0eb9a3ee91b req-c587a84c-efb7-4ff3-9897-24c45b174be6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e0f3704-ba7e-4436-937d-51f6b7b3f535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1932425
Apr 07 15:12:47.854985 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-9d626a50-5902-4421-87fb-747c1df5ad5f req-6d250a53-8d89-4f81-9a40-a3bf5eb935ee tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:47.857941 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd', 'name': 'network-vif-deleted', 'tag': 'e8097058-4b51-4b17-8717-89db65ef6b58'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:12:47.879639 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf2684-f876-40f4-a027-76af51343580 req-ee360811-c03b-4f01-b555-c9759d2aa8f7 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:47.882572 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7faf2684-f876-40f4-a027-76af51343580 req-ee360811-c03b-4f01-b555-c9759d2aa8f7 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 943 time: 0.1026208
Apr 07 15:12:47.925870 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7faf2684-f876-40f4-a027-76af51343580 req-ca4daa33-b296-4f6c-ab79-4e0c1e34a73e tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0363605
Apr 07 15:12:47.949602 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd', 'name': 'network-vif-deleted', 'tag': 'e8097058-4b51-4b17-8717-89db65ef6b58', 'status': 'completed', 'code': 200}
Apr 07 15:12:47.956204 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9d626a50-5902-4421-87fb-747c1df5ad5f req-6d250a53-8d89-4f81-9a40-a3bf5eb935ee tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.65 "DELETE /v2.0/ports/e8097058-4b51-4b17-8717-89db65ef6b58 HTTP/1.1" status: 204  len: 173 time: 1.7756581
Apr 07 15:12:48.030937 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-df6b5910-b7b8-4ba0-9b71-c0eb9a3ee91b req-a9a6451c-def3-4f9a-a6d7-61f57d633108 service neutron] 10.222.0.65 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1675520
Apr 07 15:12:48.184937 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-df6b5910-b7b8-4ba0-9b71-c0eb9a3ee91b req-e93eb2e1-5f21-4c13-b8e5-da13e7927027 service neutron] 10.222.0.65 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1469262
Apr 07 15:12:48.458180 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9ff46-555c-483a-80b4-12fceeb2b8c2 req-6632f38c-f5ab-402a-b025-6d059c299381 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:48.459903 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-cbc9ff46-555c-483a-80b4-12fceeb2b8c2 req-6632f38c-f5ab-402a-b025-6d059c299381 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1029279
Apr 07 15:12:48.497428 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-cbc9ff46-555c-483a-80b4-12fceeb2b8c2 req-d280e96e-2056-44f4-901c-f819dd9f1abd tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0306280
Apr 07 15:12:48.599415 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7f92de97-12b1-45eb-abf3-db7cb2585bf2 req-f7c3f622-1566-484f-9701-9cda4e60be82 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=fda5b8d8-9d9f-4e8e-b4d6-0e673d9c99bd HTTP/1.1" status: 200  len: 210 time: 0.0598516
Apr 07 15:12:48.899970 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646819b-4b25-40d8-b392-e333415cb7cd req-1e34117f-3aff-4c1d-846f-db9e46bcbc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:48.901629 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6646819b-4b25-40d8-b392-e333415cb7cd req-1e34117f-3aff-4c1d-846f-db9e46bcbc0a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 1099 time: 0.1344030
Apr 07 15:12:48.936008 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6646819b-4b25-40d8-b392-e333415cb7cd req-9bd0f720-9b5c-4780-b071-2a31594a0fd6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0266261
Apr 07 15:12:49.111560 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 782e83f7-5a4c-4742-b3a0-e15d097fa908 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:12:49.157592 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] No Port match for: 782e83f7-5a4c-4742-b3a0-e15d097fa908 {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:12:49.157992 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 782e83f7-5a4c-4742-b3a0-e15d097fa908 not bound to the agent host hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:12:49.172127 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b836d-4501-44f5-8381-b0b9f561d7ab req-6e7d164f-1830-4e9a-a590-c7fa5d7601e6 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:49.173873 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e80b836d-4501-44f5-8381-b0b9f561d7ab req-6e7d164f-1830-4e9a-a590-c7fa5d7601e6 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 943 time: 0.1001537
Apr 07 15:12:49.205984 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e80b836d-4501-44f5-8381-b0b9f561d7ab req-80264c3f-662f-4b6d-bfad-dbd84232508e tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0253227
Apr 07 15:12:49.409565 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a52d19-ebd6-46df-b4af-7c1411ce1fac req-fb774c0c-0066-47b7-a80d-4826ad27d4c5 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:49.410353 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-82a52d19-ebd6-46df-b4af-7c1411ce1fac req-fb774c0c-0066-47b7-a80d-4826ad27d4c5 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Synchronizing usage tracker for tenant:319b24532db24adf857ac07d263f15ce on resource:port {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:12:49.426706 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-82a52d19-ebd6-46df-b4af-7c1411ce1fac req-fb774c0c-0066-47b7-a80d-4826ad27d4c5 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Unset dirty status for tenant:319b24532db24adf857ac07d263f15ce on resource:port {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:12:49.428056 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-82a52d19-ebd6-46df-b4af-7c1411ce1fac req-fb774c0c-0066-47b7-a80d-4826ad27d4c5 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 945 time: 0.1092610
Apr 07 15:12:49.465448 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-82a52d19-ebd6-46df-b4af-7c1411ce1fac req-229560ac-7d45-4c98-800a-7f3d684df292 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0302310
Apr 07 15:12:49.844440 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020890c-ff83-4528-a546-bed564a9cffa req-8f03965d-f127-4736-8899-2095c81c4bb5 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:49.863340 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a020890c-ff83-4528-a546-bed564a9cffa req-8f03965d-f127-4736-8899-2095c81c4bb5 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.2192860
Apr 07 15:12:49.924728 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a020890c-ff83-4528-a546-bed564a9cffa req-c4931481-074f-4ef4-8c1e-8efd2b65eb36 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506463
Apr 07 15:12:50.279547 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-367d5c47-d02c-40c9-a6dc-2455e73549b0 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:50.287153 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-367d5c47-d02c-40c9-a6dc-2455e73549b0 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/networks?id=b37d2650-e349-4b3a-b51f-298f62e979e1 HTTP/1.1" status: 200  len: 809 time: 0.2892203
Apr 07 15:12:50.341592 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-4591c8d7-02f3-4bd1-9c7f-0e829df38741 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/quotas/5b7d9878386645c6b4004a006515b144 HTTP/1.1" status: 200  len: 375 time: 0.0467098
Apr 07 15:12:50.501170 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-932e8f1e-87f3-4d9e-a5f0-42dbf922c22b tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b7d9878386645c6b4004a006515b144&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1581690
Apr 07 15:12:50.965592 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c4bbf-21b5-4892-8d22-6df6940bbc81 req-ff819fea-12d3-47f3-bd68-d46963051224 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:50.967390 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-790c4bbf-21b5-4892-8d22-6df6940bbc81 req-ff819fea-12d3-47f3-bd68-d46963051224 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 943 time: 0.4055188
Apr 07 15:12:50.978002 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-91ec3808-ea6a-4ee7-be22-8e6bc979f309 service neutron] 10.222.0.39 "GET /v2.0/networks/b37d2650-e349-4b3a-b51f-298f62e979e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4573610
Apr 07 15:12:51.113531 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device e8097058-4b51-4b17-8717-89db65ef6b58 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:12:51.199931 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] No Port match for: e8097058-4b51-4b17-8717-89db65ef6b58 {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:12:51.200610 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device e8097058-4b51-4b17-8717-89db65ef6b58 not bound to the agent host hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:12:51.405717 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-790c4bbf-21b5-4892-8d22-6df6940bbc81 req-0f55377f-b23d-4aa5-91e3-63dfb8908a2e tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4139640
Apr 07 15:12:51.511959 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-7a8e7ed2-3be2-4970-b736-beaa4d080439 service neutron] 10.222.0.39 "GET /v2.0/networks/b37d2650-e349-4b3a-b51f-298f62e979e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5219893
Apr 07 15:12:51.706201 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366bc9a-ea1b-4b6b-9da7-70ab2c2a3e31 req-556643ee-63d8-4006-bf4e-a49f3fae9006 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:51.708988 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8366bc9a-ea1b-4b6b-9da7-70ab2c2a3e31 req-556643ee-63d8-4006-bf4e-a49f3fae9006 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 945 time: 0.1356015
Apr 07 15:12:51.771887 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8366bc9a-ea1b-4b6b-9da7-70ab2c2a3e31 req-b812fe92-4358-458c-a20e-6456a5175270 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463603
Apr 07 15:12:51.956730 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7dfdaf84-bda9-49d7-86b5-00310fc2da1e req-5de3a875-df6e-4c75-ac58-e54cb963b287 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d04205-1a87-4e01-9c00-e59b89155594 HTTP/1.1" status: 200  len: 210 time: 0.0741370
Apr 07 15:12:52.073924 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefa06e-0436-4e60-823f-f395981ed7ce req-e54a2685-f312-40cc-a2d6-6d0561fa9510 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:52.076675 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eeefa06e-0436-4e60-823f-f395981ed7ce req-e54a2685-f312-40cc-a2d6-6d0561fa9510 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.2643189
Apr 07 15:12:52.120344 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eeefa06e-0436-4e60-823f-f395981ed7ce req-06c353c5-f2ab-4c35-ace2-6e4d20824a3e tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0316496
Apr 07 15:12:52.705146 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9789de1-7036-4f26-bc05-e0e54c302ed4 req-633e39e8-24ae-41b2-8d5b-791524c8027e tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:52.707232 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d9789de1-7036-4f26-bc05-e0e54c302ed4 req-633e39e8-24ae-41b2-8d5b-791524c8027e tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 943 time: 0.1175015
Apr 07 15:12:52.787515 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d9789de1-7036-4f26-bc05-e0e54c302ed4 req-0bb8187c-bf6e-402a-9cde-98084d83ef8d tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721803
Apr 07 15:12:52.849369 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565dbca-a51f-4d2a-8ec9-0ae243cbf1ab req-778d0012-caa6-4266-9468-f5e94d3b66c3 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:52.851383 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c565dbca-a51f-4d2a-8ec9-0ae243cbf1ab req-778d0012-caa6-4266-9468-f5e94d3b66c3 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1344507
Apr 07 15:12:52.887768 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c565dbca-a51f-4d2a-8ec9-0ae243cbf1ab req-e5f9e880-08b5-4a17-9851-fddba48bccae tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0296645
Apr 07 15:12:53.014371 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc73df5-cfad-4180-8e5b-c67f4a58dc4b req-ad7f94f5-4668-4232-b518-65c9f0370d97 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:53.016383 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1dc73df5-cfad-4180-8e5b-c67f4a58dc4b req-ad7f94f5-4668-4232-b518-65c9f0370d97 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 945 time: 0.1047518
Apr 07 15:12:53.054768 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1dc73df5-cfad-4180-8e5b-c67f4a58dc4b req-e9288feb-024e-4509-9d11-9e163b83859e tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0270298
Apr 07 15:12:53.188490 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-10021738-f155-4aff-95b9-6e06e53a96c1 req-d81925df-e366-444e-b4a4-97c168d3ccab tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d04205-1a87-4e01-9c00-e59b89155594 HTTP/1.1" status: 200  len: 210 time: 0.0531256
Apr 07 15:12:54.184731 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3deb5b3-2891-4f83-8cc2-2f23ec8ea899 req-8d49427f-4b4f-4924-8e8c-badea2fad1e8 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:54.186532 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c3deb5b3-2891-4f83-8cc2-2f23ec8ea899 req-8d49427f-4b4f-4924-8e8c-badea2fad1e8 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1250956
Apr 07 15:12:54.195826 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1412f-449d-4287-9aab-c3d8f075c8d2 req-df2ac608-5f52-46b9-8580-82e2740f2209 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:54.197532 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b4b1412f-449d-4287-9aab-c3d8f075c8d2 req-df2ac608-5f52-46b9-8580-82e2740f2209 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 943 time: 0.2397141
Apr 07 15:12:54.243050 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c3deb5b3-2891-4f83-8cc2-2f23ec8ea899 req-b2bca8cd-8f2d-4643-a575-8a230e6df036 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443804
Apr 07 15:12:54.250989 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b4b1412f-449d-4287-9aab-c3d8f075c8d2 req-c46b260e-9448-4bba-bdf5-ef873b41b864 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379865
Apr 07 15:12:54.537930 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dd973e86-6f70-4b01-975e-e98b787a1776 req-13394dca-32a3-4d6b-b457-ab96abe55bb7 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d04205-1a87-4e01-9c00-e59b89155594 HTTP/1.1" status: 200  len: 210 time: 0.0933712
Apr 07 15:12:54.550490 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:12:54.597187 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d1670-4d17-4fbe-ac16-9853509e5005 req-08ee87de-1d47-4375-98c2-9bdcbf2ebee6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:54.599035 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f38d1670-4d17-4fbe-ac16-9853509e5005 req-08ee87de-1d47-4375-98c2-9bdcbf2ebee6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 945 time: 0.2232020
Apr 07 15:12:54.649924 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f38d1670-4d17-4fbe-ac16-9853509e5005 req-8c28a9c6-78a3-4347-ab8b-e868b2a2f7c2 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373764
Apr 07 15:12:55.560781 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55f5b7-428a-4248-83c5-24758404fb7d req-3dd12bd4-46df-4fef-b766-66e0b0bb25c2 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:55.562631 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3b55f5b7-428a-4248-83c5-24758404fb7d req-3dd12bd4-46df-4fef-b766-66e0b0bb25c2 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 943 time: 0.1696115
Apr 07 15:12:55.610183 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3b55f5b7-428a-4248-83c5-24758404fb7d req-7f31f672-4c62-4c6e-aea1-7478815672a2 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389636
Apr 07 15:12:55.620250 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856db3f0-d91d-43f9-adee-4f586dfa1d0c req-32428bf4-811c-4fb3-b79a-b07670cb88b0 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:55.628652 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-856db3f0-d91d-43f9-adee-4f586dfa1d0c req-32428bf4-811c-4fb3-b79a-b07670cb88b0 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1575787
Apr 07 15:12:55.675681 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-856db3f0-d91d-43f9-adee-4f586dfa1d0c req-fcfdac27-e115-41f6-a2af-0db7f6946924 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456405
Apr 07 15:12:55.911611 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d8e5051b-2e6b-4994-9073-bd37cec4d1d4 req-e97e2604-72ac-427f-99d7-83c03aadff1c tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d04205-1a87-4e01-9c00-e59b89155594 HTTP/1.1" status: 200  len: 210 time: 0.1118183
Apr 07 15:12:55.964194 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fccf36-cc92-460d-8897-f59a9939f740 req-87612fab-6ad3-4605-986f-b3f6c0f0b482 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:55.966041 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b2fccf36-cc92-460d-8897-f59a9939f740 req-87612fab-6ad3-4605-986f-b3f6c0f0b482 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 945 time: 0.1177461
Apr 07 15:12:56.013265 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b2fccf36-cc92-460d-8897-f59a9939f740 req-228ccd7f-81f0-404a-aad8-02268ee8786a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0328310
Apr 07 15:12:57.013493 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3a5af-6c29-40bf-a41f-16ed35bd4f3f req-ceb46a6d-b91f-467c-b582-8859110db353 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:57.015370 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-54d3a5af-6c29-40bf-a41f-16ed35bd4f3f req-ceb46a6d-b91f-467c-b582-8859110db353 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 943 time: 0.1794477
Apr 07 15:12:57.032222 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73c527-0bca-4e99-9881-9c2a7d4a3530 req-b8bc4367-860a-471d-bcca-97580305ab7a tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:57.033958 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-de73c527-0bca-4e99-9881-9c2a7d4a3530 req-b8bc4367-860a-471d-bcca-97580305ab7a tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1441553
Apr 07 15:12:57.076281 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-54d3a5af-6c29-40bf-a41f-16ed35bd4f3f req-9157140f-4be2-4017-8f4c-f9cba19ea7e0 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532720
Apr 07 15:12:57.088414 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-de73c527-0bca-4e99-9881-9c2a7d4a3530 req-e1ecb132-78d4-47aa-9524-01c7e6d9398b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393496
Apr 07 15:12:57.340321 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a093805b-6839-4853-a8c9-a007ad0c8420 req-70b6dcfd-37ae-41e5-9b3b-3d55baa28555 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d04205-1a87-4e01-9c00-e59b89155594 HTTP/1.1" status: 200  len: 210 time: 0.0566721
Apr 07 15:12:57.355105 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a690c20-b929-4fe0-81ac-cb2ea69a9a86 req-5a6df24f-d7f7-4495-813f-f61d330d5e68 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:57.363635 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7a690c20-b929-4fe0-81ac-cb2ea69a9a86 req-5a6df24f-d7f7-4495-813f-f61d330d5e68 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 945 time: 0.1599412
Apr 07 15:12:57.376845 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6dd66c4c-cbee-4f1f-bf93-0d24eaac3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:12:57.395286 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7a690c20-b929-4fe0-81ac-cb2ea69a9a86 req-46410979-9fa7-4aea-9c58-0373d1e52f6f tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0303221
Apr 07 15:12:58.379843 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9ab7e-f169-4f56-8c48-04a6f7ee5c65 req-80f190ea-618f-429c-aca5-404e76a33951 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:58.381511 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-08d9ab7e-f169-4f56-8c48-04a6f7ee5c65 req-80f190ea-618f-429c-aca5-404e76a33951 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1618047
Apr 07 15:12:58.411667 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa35345-b489-4422-8103-226e875b340a req-135f5ab2-e5e4-418f-ba76-d97171db2b6b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:58.413397 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-daa35345-b489-4422-8103-226e875b340a req-135f5ab2-e5e4-418f-ba76-d97171db2b6b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 943 time: 0.1519697
Apr 07 15:12:58.430362 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-08d9ab7e-f169-4f56-8c48-04a6f7ee5c65 req-0fc637a1-f59e-489f-9f08-8287ab7a3806 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403924
Apr 07 15:12:58.457034 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-daa35345-b489-4422-8103-226e875b340a req-5f1fdf9a-4a6d-4a6b-a9e0-6805bf43ddd6 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0336034
Apr 07 15:12:58.657993 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4239506a-d6b7-48cc-83f5-e2f61bede4fe req-75ee69c8-f4a9-4ec9-a935-dc01e9c8c7b7 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d04205-1a87-4e01-9c00-e59b89155594 HTTP/1.1" status: 200  len: 210 time: 0.0907028
Apr 07 15:12:58.719881 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d5776-464e-45e6-9292-24dd05e723bf req-3edc7069-48df-4b79-a62e-0f3fd80296a1 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:58.721689 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6a9d5776-464e-45e6-9292-24dd05e723bf req-3edc7069-48df-4b79-a62e-0f3fd80296a1 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 945 time: 0.1115575
Apr 07 15:12:58.777711 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6a9d5776-464e-45e6-9292-24dd05e723bf req-4f6e0f46-56cc-40ac-bb57-ce9154408b85 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489905
Apr 07 15:12:59.801166 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3db27-51b3-4f19-af08-f5a12c5f77fd req-fc71f2f2-1b59-497f-a8f6-08b56621d4f8 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:59.808179 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b9d3db27-51b3-4f19-af08-f5a12c5f77fd req-fc71f2f2-1b59-497f-a8f6-08b56621d4f8 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 943 time: 0.1749132
Apr 07 15:12:59.883284 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c4fa1-00c5-45de-9335-7cb71f2cef9d req-f10a5048-03a4-4225-b818-47fdb67fd7b2 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:12:59.886084 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-421c4fa1-00c5-45de-9335-7cb71f2cef9d req-f10a5048-03a4-4225-b818-47fdb67fd7b2 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.2134590
Apr 07 15:12:59.896542 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b9d3db27-51b3-4f19-af08-f5a12c5f77fd req-afa17efd-bcbc-4dcd-9d29-b47bc190a6a3 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0841124
Apr 07 15:12:59.951187 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-421c4fa1-00c5-45de-9335-7cb71f2cef9d req-6456bec7-3615-400a-9e97-edb97dd7ebc0 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527501
Apr 07 15:12:59.990285 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3bbd372e-84f0-40b2-a329-2b3e3706e653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:00.075560 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:00.126581 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6f282e7e-119e-4578-83de-4e2acd3abd6e req-6d62ffec-2bf8-4e9a-a78d-f804b54384f0 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d04205-1a87-4e01-9c00-e59b89155594 HTTP/1.1" status: 200  len: 210 time: 0.0725980
Apr 07 15:13:00.335205 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4194d-189c-4a49-9280-18e5273e3dc3 req-4c42ceb5-9ecf-461f-aa2b-70757f75f5d7 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:00.336925 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2fe4194d-189c-4a49-9280-18e5273e3dc3 req-4c42ceb5-9ecf-461f-aa2b-70757f75f5d7 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 945 time: 0.1159971
Apr 07 15:13:00.383087 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2fe4194d-189c-4a49-9280-18e5273e3dc3 req-f616f16d-8303-45ca-afbd-547c62b0083d tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0272012
Apr 07 15:13:00.499484 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 34636) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:00.654453 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2fc2ac44-9085-4ad6-96a2-0cf622a9c495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:00.670947 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-2fc2ac44-9085-4ad6-96a2-0cf622a9c495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:13:00.675203 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-2fc2ac44-9085-4ad6-96a2-0cf622a9c495 admin admin] Usage tracker for resource:security_group_rule and tenant:3b46242bc5d14387a23142b91e558c9e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:13:00.678374 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-2fc2ac44-9085-4ad6-96a2-0cf622a9c495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:13:00.684687 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-2fc2ac44-9085-4ad6-96a2-0cf622a9c495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:13:00.778140 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2fc2ac44-9085-4ad6-96a2-0cf622a9c495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:00.781952 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2fc2ac44-9085-4ad6-96a2-0cf622a9c495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:00.790111 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e6eeb291-1837-4952-b957-7f23d6fbbd11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:00.838302 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc2ac44-9085-4ad6-96a2-0cf622a9c495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc76a2da-aa51-4d1b-a543-783495a4eaed,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:00.843282 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-2fc2ac44-9085-4ad6-96a2-0cf622a9c495 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b46242bc5d14387a23142b91e558c9e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3426476
Apr 07 15:13:00.844310 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-2fc2ac44-9085-4ad6-96a2-0cf622a9c495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:00.846340 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 34642) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:00.916781 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c34588b1-25a8-4b64-b2f6-8dc590e74cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:00.947718 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c34588b1-25a8-4b64-b2f6-8dc590e74cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:01.080808 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a66f5d-e484-4715-a150-55b6805a1a3c req-ae21503c-cddb-4a16-ada2-52d298cf9da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:01.082568 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-98a66f5d-e484-4715-a150-55b6805a1a3c req-ae21503c-cddb-4a16-ada2-52d298cf9da5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cc9555d2ba234896823be6d5f89668b9&device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 1099 time: 0.0993931
Apr 07 15:13:01.091459 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c34588b1-25a8-4b64-b2f6-8dc590e74cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:01.098559 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6d11340a-29ee-40d2-8bd6-ad24c1064417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:01.196652 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34588b1-25a8-4b64-b2f6-8dc590e74cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc76a2da-aa51-4d1b-a543-783495a4eaed,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:01.203965 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c34588b1-25a8-4b64-b2f6-8dc590e74cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:01.206751 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c34588b1-25a8-4b64-b2f6-8dc590e74cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:01.208715 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25981397-a20a-4888-a3a4-a143250bef75 req-d31e4068-03ac-4fb7-8b06-aa5427940dde tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:01.210574 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-25981397-a20a-4888-a3a4-a143250bef75 req-d31e4068-03ac-4fb7-8b06-aa5427940dde tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 943 time: 0.1547804
Apr 07 15:13:01.210898 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-c34588b1-25a8-4b64-b2f6-8dc590e74cad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc76a2da-aa51-4d1b-a543-783495a4eaed HTTP/1.1" status: 204  len: 168 time: 0.3633378
Apr 07 15:13:01.264365 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-25981397-a20a-4888-a3a4-a143250bef75 req-0099bdc8-f784-4e99-b0cf-5e72bf835cf1 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382905
Apr 07 15:13:01.305916 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a66f5d-e484-4715-a150-55b6805a1a3c req-0d18837c-7db5-48e0-93e4-4b0155c0b890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:01.314898 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3bf86-4f8a-4362-a310-7eacae6bacc5 req-7d3b8f9e-ad42-41a7-b18b-0586e247609e tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:01.318058 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-98a66f5d-e484-4715-a150-55b6805a1a3c req-0d18837c-7db5-48e0-93e4-4b0155c0b890 service neutron] 10.222.0.65 "GET /v2.0/networks?id=339f7b08-9f95-4282-b63e-f044a2cab794 HTTP/1.1" status: 200  len: 920 time: 0.2109165
Apr 07 15:13:01.329497 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9ca3bf86-4f8a-4362-a310-7eacae6bacc5 req-7d3b8f9e-ad42-41a7-b18b-0586e247609e tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1893790
Apr 07 15:13:01.329831 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:01.380676 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9ca3bf86-4f8a-4362-a310-7eacae6bacc5 req-6de444f6-bc91-4ee2-b732-5782dbba2d59 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498593
Apr 07 15:13:01.415038 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-98a66f5d-e484-4715-a150-55b6805a1a3c req-462244a3-37cf-4f84-a47f-c3099c5d1151 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7963e76b-52e7-4f65-a8a7-ffa942491e52 HTTP/1.1" status: 200  len: 217 time: 0.0949972
Apr 07 15:13:01.511771 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5c2a3efb-cb18-4c47-9ec4-b3e32f2f842b req-40986614-9516-435c-bfe6-ce847b57a720 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d04205-1a87-4e01-9c00-e59b89155594 HTTP/1.1" status: 200  len: 210 time: 0.0525625
Apr 07 15:13:01.542605 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a66f5d-e484-4715-a150-55b6805a1a3c req-916a20ff-803f-4016-9004-1581ff0263c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:01.544201 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-98a66f5d-e484-4715-a150-55b6805a1a3c req-916a20ff-803f-4016-9004-1581ff0263c5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=715e635f-38c7-4cfa-8476-85d5d882c8e5 HTTP/1.1" status: 200  len: 859 time: 0.1214244
Apr 07 15:13:01.602002 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-98a66f5d-e484-4715-a150-55b6805a1a3c req-5da4af4d-b52c-4f23-bc4f-b67488ce6286 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=339f7b08-9f95-4282-b63e-f044a2cab794&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0495946
Apr 07 15:13:01.615427 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec010201-93d7-4d09-9e04-3cc86b7d272b req-14a42494-e75c-4c62-a39e-8e00ee7b1225 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:01.616905 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ec010201-93d7-4d09-9e04-3cc86b7d272b req-14a42494-e75c-4c62-a39e-8e00ee7b1225 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 945 time: 0.1081662
Apr 07 15:13:01.649440 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ec010201-93d7-4d09-9e04-3cc86b7d272b req-34ee99bf-6cf9-4efb-ac6a-20316f3017f7 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0258267
Apr 07 15:13:01.804033 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-98a66f5d-e484-4715-a150-55b6805a1a3c req-dfb484bd-7b49-4a5a-969e-17016c153160 service neutron] 10.222.0.65 "GET /v2.0/networks/339f7b08-9f95-4282-b63e-f044a2cab794?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1555762
Apr 07 15:13:01.829044 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:01.928810 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:02.314596 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-98a66f5d-e484-4715-a150-55b6805a1a3c req-d37c4f8d-6c4f-4d18-ae6b-7d3dbdee72ba service neutron] 10.222.0.65 "GET /v2.0/networks/339f7b08-9f95-4282-b63e-f044a2cab794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4878128
Apr 07 15:13:02.363130 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86dd15-8c44-4bff-90b2-1a10a5bb229a req-5e1519dc-2af2-4939-80ec-cd54a98258c6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:02.365760 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9c86dd15-8c44-4bff-90b2-1a10a5bb229a req-5e1519dc-2af2-4939-80ec-cd54a98258c6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 945 time: 0.1596541
Apr 07 15:13:02.443332 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-ff504068-9c77-481e-b45e-bd11533348b9 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:02.445279 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-ff504068-9c77-481e-b45e-bd11533348b9 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Synchronizing usage tracker for tenant:5b7d9878386645c6b4004a006515b144 on resource:network {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:13:02.482039 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-ff504068-9c77-481e-b45e-bd11533348b9 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Unset dirty status for tenant:5b7d9878386645c6b4004a006515b144 on resource:network {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:13:02.488705 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-ff504068-9c77-481e-b45e-bd11533348b9 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.65 "GET /v2.0/networks?id=b37d2650-e349-4b3a-b51f-298f62e979e1 HTTP/1.1" status: 200  len: 809 time: 0.2852848
Apr 07 15:13:02.520048 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-cd402b17-80ff-466d-a5f4-3265074047bc tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Request body: {'port': {'device_id': '69d04205-1a87-4e01-9c00-e59b89155594', 'network_id': 'b37d2650-e349-4b3a-b51f-298f62e979e1', 'admin_state_up': True, 'tenant_id': '5b7d9878386645c6b4004a006515b144'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:13:02.525129 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-9c86dd15-8c44-4bff-90b2-1a10a5bb229a req-b33cc79f-b61b-4d72-86b3-242723c4648a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Deleting port 3404f024-0e05-4835-84e6-d9bd4c93d11f {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:13:02.525543 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-9c86dd15-8c44-4bff-90b2-1a10a5bb229a req-b33cc79f-b61b-4d72-86b3-242723c4648a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:02.787573 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-cd402b17-80ff-466d-a5f4-3265074047bc tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:13:02.796505 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-cd402b17-80ff-466d-a5f4-3265074047bc tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Usage tracker for resource:port and tenant:5b7d9878386645c6b4004a006515b144 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:13:02.802967 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-cd402b17-80ff-466d-a5f4-3265074047bc tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:13:02.821557 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-cd402b17-80ff-466d-a5f4-3265074047bc tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:13:02.839904 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-cd402b17-80ff-466d-a5f4-3265074047bc tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Made reservation on behalf of 5b7d9878386645c6b4004a006515b144 for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:13:02.852942 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-cd402b17-80ff-466d-a5f4-3265074047bc tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:02.898193 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8739cc9-fcf2-402d-9c40-3072a839381a req-51a35247-e888-46fd-9cea-0633d1fb576e tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:02.899902 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b8739cc9-fcf2-402d-9c40-3072a839381a req-51a35247-e888-46fd-9cea-0633d1fb576e tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 943 time: 0.4262018
Apr 07 15:13:02.931725 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4b95f-55f2-4bcb-a55e-97bef0dbc1c6 req-53f98a7c-d33e-4398-9497-ab06323bb92c tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:02.935021 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2cb4b95f-55f2-4bcb-a55e-97bef0dbc1c6 req-53f98a7c-d33e-4398-9497-ab06323bb92c tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.3401637
Apr 07 15:13:03.016745 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b8739cc9-fcf2-402d-9c40-3072a839381a req-470777ce-78b2-49e9-b818-f6948640f54e tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0795796
Apr 07 15:13:03.019309 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-9c86dd15-8c44-4bff-90b2-1a10a5bb229a req-b33cc79f-b61b-4d72-86b3-242723c4648a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] For port 3404f024-0e05-4835-84e6-d9bd4c93d11f, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=3404f024-0e05-4835-84e6-d9bd4c93d11f,segment=NetworkSegment(83cefd4b-5746-43e9-a558-b4c212593d77),segment_id=83cefd4b-5746-43e9-a558-b4c212593d77)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:13:03.019943 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-9c86dd15-8c44-4bff-90b2-1a10a5bb229a req-b33cc79f-b61b-4d72-86b3-242723c4648a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:03.032032 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2cb4b95f-55f2-4bcb-a55e-97bef0dbc1c6 req-1b919988-ee33-4463-8dff-179ad0e7e889 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874825
Apr 07 15:13:03.136362 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-cd402b17-80ff-466d-a5f4-3265074047bc tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Allocated IP 172.20.0.10 (b37d2650-e349-4b3a-b51f-298f62e979e1/93540762-f418-4368-a337-dea81e61a53a/7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:13:03.278474 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-9c86dd15-8c44-4bff-90b2-1a10a5bb229a req-b33cc79f-b61b-4d72-86b3-242723c4648a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Calling delete_port for 3404f024-0e05-4835-84e6-d9bd4c93d11f owned by compute:nova {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:13:03.418191 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-cd402b17-80ff-466d-a5f4-3265074047bc tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:03.470192 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-cd402b17-80ff-466d-a5f4-3265074047bc tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:03.474002 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5192f696-1c76-4f34-acbb-c5427530fc5a req-3d498c67-06f4-41c6-b425-2bd4eac36f8c tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d04205-1a87-4e01-9c00-e59b89155594 HTTP/1.1" status: 200  len: 210 time: 0.1232576
Apr 07 15:13:03.543396 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6098e5b8-4247-46ac-b77d-992ab427d67f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:03.585575 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd265-5279-4657-b544-cfccfa174f03 req-2c0469ae-e44a-4057-84a0-bbc747160979 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:03.587276 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2f7dd265-5279-4657-b544-cfccfa174f03 req-2c0469ae-e44a-4057-84a0-bbc747160979 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 945 time: 0.2353842
Apr 07 15:13:03.623913 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-9c86dd15-8c44-4bff-90b2-1a10a5bb229a req-b33cc79f-b61b-4d72-86b3-242723c4648a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:03.644044 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:03.655327 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd402b17-80ff-466d-a5f4-3265074047bc tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Pushing event updated for resources: {'Port': ['ID=7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:03.660048 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-cd402b17-80ff-466d-a5f4-3265074047bc tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:03.663407 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['75ad4273-1c91-412c-8dec-478781048da3', '1064617d-03d6-47be-9c1b-7823096a71ff', '3404f024-0e05-4835-84e6-d9bd4c93d11f'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:13:03.682915 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2f7dd265-5279-4657-b544-cfccfa174f03 req-86e73f4d-2418-4534-932c-f8ca41919ab6 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866895
Apr 07 15:13:03.699644 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-cd402b17-80ff-466d-a5f4-3265074047bc tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Network b37d2650-e349-4b3a-b51f-298f62e979e1 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:13:03.701137 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-cd402b17-80ff-466d-a5f4-3265074047bc tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:13:03.703981 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-cd402b17-80ff-466d-a5f4-3265074047bc tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:13:03.776998 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-cd402b17-80ff-466d-a5f4-3265074047bc tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:03.777859 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-cd402b17-80ff-466d-a5f4-3265074047bc tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:03.827440 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-cd402b17-80ff-466d-a5f4-3265074047bc tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3151717
Apr 07 15:13:03.848053 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] Request body: {'port': {'device_id': '69d04205-1a87-4e01-9c00-e59b89155594', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:13:03.985341 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:04.114813 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33cc79f-b61b-4d72-86b3-242723c4648a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Pushing event deleted for resources: {'Port': ['ID=3404f024-0e05-4835-84e6-d9bd4c93d11f,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:04.122910 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b33cc79f-b61b-4d72-86b3-242723c4648a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:04.461063 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c86dd15-8c44-4bff-90b2-1a10a5bb229a req-b33cc79f-b61b-4d72-86b3-242723c4648a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] No DVR routers for this DVR port 3404f024-0e05-4835-84e6-d9bd4c93d11f on host hv-cinder-78226 {{(pid=84337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:13:04.466909 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-9c86dd15-8c44-4bff-90b2-1a10a5bb229a req-b33cc79f-b61b-4d72-86b3-242723c4648a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:04.470385 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e67fb9f-5a60-40fd-b667-96c1446507d9', 'name': 'network-vif-deleted', 'tag': '3404f024-0e05-4835-84e6-d9bd4c93d11f'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:13:04.502416 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9c86dd15-8c44-4bff-90b2-1a10a5bb229a req-b33cc79f-b61b-4d72-86b3-242723c4648a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.65 "DELETE /v2.0/ports/3404f024-0e05-4835-84e6-d9bd4c93d11f HTTP/1.1" status: 204  len: 173 time: 2.1094208
Apr 07 15:13:04.566721 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b54c5a-8658-48a1-a7c2-ae2113b5adce req-15b30e45-a3b8-4996-866f-c48f3b9ede24 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:04.575724 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d2b54c5a-8658-48a1-a7c2-ae2113b5adce req-15b30e45-a3b8-4996-866f-c48f3b9ede24 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.2626612
Apr 07 15:13:04.589421 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa6474-9ea7-45bc-bfa3-f41865ccfda9 req-f274c882-d82a-44b5-9c57-0540b66fe369 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:04.599108 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-35aa6474-9ea7-45bc-bfa3-f41865ccfda9 req-f274c882-d82a-44b5-9c57-0540b66fe369 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 943 time: 0.2929435
Apr 07 15:13:04.674901 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d2b54c5a-8658-48a1-a7c2-ae2113b5adce req-1e73b06b-34a1-44c7-80f8-d5987723d6d4 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974102
Apr 07 15:13:04.686465 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-35aa6474-9ea7-45bc-bfa3-f41865ccfda9 req-77fe9e3d-427e-4d1b-9742-47300f8b30f5 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0854137
Apr 07 15:13:04.728587 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf {{(pid=84338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:13:04.738648 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:04.773703 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] Transition to ACTIVE for port object 7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf will not be triggered until provisioned by entity L2. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:13:04.780164 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e67fb9f-5a60-40fd-b667-96c1446507d9', 'name': 'network-vif-deleted', 'tag': '3404f024-0e05-4835-84e6-d9bd4c93d11f', 'status': 'completed', 'code': 200}
Apr 07 15:13:04.782010 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103687'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:04.846426 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-294d9334-e0e4-41aa-89e8-b00a73c008f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:05.030894 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-846c913f-0729-4f0b-afc0-154673559702 req-548b496a-1516-468a-b3da-eca8bce2def2 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Synchronizing usage tracker for tenant:319b24532db24adf857ac07d263f15ce on resource:port {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:13:05.056561 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-846c913f-0729-4f0b-afc0-154673559702 req-548b496a-1516-468a-b3da-eca8bce2def2 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Unset dirty status for tenant:319b24532db24adf857ac07d263f15ce on resource:port {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:13:05.057927 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-846c913f-0729-4f0b-afc0-154673559702 req-548b496a-1516-468a-b3da-eca8bce2def2 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e67fb9f-5a60-40fd-b667-96c1446507d9 HTTP/1.1" status: 200  len: 210 time: 0.1077979
Apr 07 15:13:05.106709 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4c6b0-90f1-4513-bdd6-1e50a6ef7ed4 req-2a17354d-ad51-43d0-b411-232b4b7bd1ef tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:05.108436 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5dc4c6b0-90f1-4513-bdd6-1e50a6ef7ed4 req-2a17354d-ad51-43d0-b411-232b4b7bd1ef tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d04205-1a87-4e01-9c00-e59b89155594 HTTP/1.1" status: 200  len: 944 time: 0.2192316
Apr 07 15:13:05.146235 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] Pushing event updated for resources: {'Port': ['ID=7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:05.151492 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5dc4c6b0-90f1-4513-bdd6-1e50a6ef7ed4 req-ccb7f9d7-7b45-4510-8117-9a72af485298 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0326803
Apr 07 15:13:05.160449 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:05.401252 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] Attempting to bind port 7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf on host hv-cinder-78226 for vnic_type normal with profile  {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:13:05.401615 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] Attempting to bind port 7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b37d2650-e349-4b3a-b51f-298f62e979e1'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:13:05.402017 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] Attempting to bind port 7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf on network b37d2650-e349-4b3a-b51f-298f62e979e1 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:13:05.407628 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] Port 7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf on network b37d2650-e349-4b3a-b51f-298f62e979e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 15:13:05.408000 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] Attempting to bind port 7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf on network b37d2650-e349-4b3a-b51f-298f62e979e1 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:13:05.413984 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] Checking agent: {'id': 'b2fd6503-106d-4224-ac4d-40fda7056aab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:13:05.414373 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] Checking segment: {'id': 'e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b37d2650-e349-4b3a-b51f-298f62e979e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:13:05.414802 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] Bound using segment: {'id': 'e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b37d2650-e349-4b3a-b51f-298f62e979e1'} {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:13:05.415282 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] Bound port: 7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b37d2650-e349-4b3a-b51f-298f62e979e1'}}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:13:05.415672 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:05.509912 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] For port 7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf, host hv-cinder-78226, cleared binding levels {{(pid=84338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:13:05.514191 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] For port 7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf,segment=NetworkSegment(e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd),segment_id=e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd)] {{(pid=84338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:13:05.518291 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103687'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:05.535011 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-cd402b17-80ff-466d-a5f4-3265074047bc tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:05.698558 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] Pushing event updated for resources: {'Port': ['ID=7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf,revision_number=3']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:05.705659 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:05.755138 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:05.755841 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:05.757455 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] 10.222.0.65 "PUT /v2.0/ports/7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf HTTP/1.1" status: 200  len: 1094 time: 1.9149365
Apr 07 15:13:05.758037 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d04205-1a87-4e01-9c00-e59b89155594', 'tag': '7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:13:05.922137 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-8e7c2cda-8ac9-4e79-b05c-18d3c1994c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:05.923870 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-8e7c2cda-8ac9-4e79-b05c-18d3c1994c3d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5b7d9878386645c6b4004a006515b144&device_id=69d04205-1a87-4e01-9c00-e59b89155594 HTTP/1.1" status: 200  len: 1097 time: 0.0889106
Apr 07 15:13:05.982417 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6413996-2796-46c8-af24-9bc28e10ca36 req-97829c83-b737-4ba8-91da-18c7c3c06340 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:05.984109 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e6413996-2796-46c8-af24-9bc28e10ca36 req-97829c83-b737-4ba8-91da-18c7c3c06340 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 943 time: 0.1673131
Apr 07 15:13:06.010722 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-5f66b0f3-c3d3-43b4-9273-c868a4b10fec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf HTTP/1.1" status: 200  len: 217 time: 0.0719345
Apr 07 15:13:06.015710 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1aea1-4271-41d1-89dd-f5f8b698bba9 req-cb95289b-c289-4b42-ad2b-50d77b28257a tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:06.017445 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1ed1aea1-4271-41d1-89dd-f5f8b698bba9 req-cb95289b-c289-4b42-ad2b-50d77b28257a tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1470110
Apr 07 15:13:06.047835 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e6413996-2796-46c8-af24-9bc28e10ca36 req-0ea50da3-19b9-4322-bc25-d46667331de2 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556908
Apr 07 15:13:06.070291 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1ed1aea1-4271-41d1-89dd-f5f8b698bba9 req-75f0287d-fe09-45e5-9ad4-1ebfd73c9c88 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414691
Apr 07 15:13:06.108927 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-b2e28364-39a9-4592-86cd-c71f46ce4cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:06.110617 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-b2e28364-39a9-4592-86cd-c71f46ce4cf7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=93540762-f418-4368-a337-dea81e61a53a HTTP/1.1" status: 200  len: 849 time: 0.0883944
Apr 07 15:13:06.171574 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d04205-1a87-4e01-9c00-e59b89155594', 'tag': '7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf', 'status': 'completed', 'code': 200}
Apr 07 15:13:06.179770 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-efd26ee3-9abd-427c-b45d-733ea78ed924 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b37d2650-e349-4b3a-b51f-298f62e979e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0544665
Apr 07 15:13:06.367162 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-91eada71-61de-4cb8-a639-6addc4d0438d service neutron] 10.222.0.65 "GET /v2.0/networks/b37d2650-e349-4b3a-b51f-298f62e979e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1594841
Apr 07 15:13:06.534521 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aad35f-e54e-4828-b112-405f4164a945 req-f41b95f5-8a4e-407d-8ec9-f92f819486fa tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:06.537814 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-03aad35f-e54e-4828-b112-405f4164a945 req-f41b95f5-8a4e-407d-8ec9-f92f819486fa tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d04205-1a87-4e01-9c00-e59b89155594 HTTP/1.1" status: 200  len: 944 time: 0.1934528
Apr 07 15:13:06.562735 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c31d96a1-478d-48f1-9562-b2904ecb168c req-91b3b543-2b8b-4dc3-af9d-0571ebee04f8 service neutron] 10.222.0.65 "GET /v2.0/networks/b37d2650-e349-4b3a-b51f-298f62e979e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1869135
Apr 07 15:13:06.594675 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-03aad35f-e54e-4828-b112-405f4164a945 req-c75dfb4e-8518-4a34-8929-cee05c7e42dc tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497997
Apr 07 15:13:06.834534 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542cb49-184d-4633-be05-1aa021e7ad26 req-dce5a996-58cd-4801-be99-f5da13917dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:06.840333 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e542cb49-184d-4633-be05-1aa021e7ad26 req-dce5a996-58cd-4801-be99-f5da13917dea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5b7d9878386645c6b4004a006515b144&device_id=69d04205-1a87-4e01-9c00-e59b89155594 HTTP/1.1" status: 200  len: 1097 time: 0.1558201
Apr 07 15:13:06.852202 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa502ad8-5c9d-40c9-bc20-b50403fdf962 req-1bb9e8ee-4ad8-4bcb-8a5c-8aebb233a35b tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:06.854932 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fa502ad8-5c9d-40c9-bc20-b50403fdf962 req-1bb9e8ee-4ad8-4bcb-8a5c-8aebb233a35b tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b094f84-22c1-4360-914d-9408ca6cdac7 HTTP/1.1" status: 200  len: 946 time: 0.1379797
Apr 07 15:13:06.892447 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fa502ad8-5c9d-40c9-bc20-b50403fdf962 req-b40bbe9a-4de1-4049-8028-a92cd9335626 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0281818
Apr 07 15:13:07.042068 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542cb49-184d-4633-be05-1aa021e7ad26 req-8156736a-61ac-491c-97ff-f4bf079dc8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:07.044383 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e542cb49-184d-4633-be05-1aa021e7ad26 req-8156736a-61ac-491c-97ff-f4bf079dc8e1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b37d2650-e349-4b3a-b51f-298f62e979e1 HTTP/1.1" status: 200  len: 910 time: 0.1960962
Apr 07 15:13:07.167386 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e542cb49-184d-4633-be05-1aa021e7ad26 req-d32af8f9-8b85-4a5f-bc73-75a96d9e79fe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf HTTP/1.1" status: 200  len: 217 time: 0.1062512
Apr 07 15:13:07.176283 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 3404f024-0e05-4835-84e6-d9bd4c93d11f no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:13:07.244754 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] No Port match for: 3404f024-0e05-4835-84e6-d9bd4c93d11f {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:13:07.245455 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 3404f024-0e05-4835-84e6-d9bd4c93d11f not bound to the agent host hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:13:07.391588 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c90fd-872a-4411-a88f-94c0254b5d60 req-a64dc874-a10b-4a41-b0dc-bc0ced1f6a74 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:07.400582 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e40c90fd-872a-4411-a88f-94c0254b5d60 req-a64dc874-a10b-4a41-b0dc-bc0ced1f6a74 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 943 time: 0.1102848
Apr 07 15:13:07.443998 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e40c90fd-872a-4411-a88f-94c0254b5d60 req-5f92f604-c612-4a3b-b252-7e00eabf97c3 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419953
Apr 07 15:13:07.583599 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542cb49-184d-4633-be05-1aa021e7ad26 req-0e7cbf92-2641-4a81-9217-e4a3fe2e9a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:07.585304 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e542cb49-184d-4633-be05-1aa021e7ad26 req-0e7cbf92-2641-4a81-9217-e4a3fe2e9a73 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=93540762-f418-4368-a337-dea81e61a53a HTTP/1.1" status: 200  len: 849 time: 0.4011166
Apr 07 15:13:07.661874 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e542cb49-184d-4633-be05-1aa021e7ad26 req-8b2f8973-4c01-41ed-a461-c0d1b4e451cc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b37d2650-e349-4b3a-b51f-298f62e979e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0670645
Apr 07 15:13:07.839352 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e542cb49-184d-4633-be05-1aa021e7ad26 req-aef9b004-2b84-46b9-b02c-54694a45a639 service neutron] 10.222.0.65 "GET /v2.0/networks/b37d2650-e349-4b3a-b51f-298f62e979e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1663597
Apr 07 15:13:07.923739 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bfb23-8724-43f0-9498-2cbb94efea4b req-d64809f8-0dc7-42a6-bf82-537bcd3ab46d tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:07.926412 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-998bfb23-8724-43f0-9498-2cbb94efea4b req-d64809f8-0dc7-42a6-bf82-537bcd3ab46d tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d04205-1a87-4e01-9c00-e59b89155594 HTTP/1.1" status: 200  len: 944 time: 0.1911364
Apr 07 15:13:07.986426 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-998bfb23-8724-43f0-9498-2cbb94efea4b req-0c72dc58-7a73-4940-9847-02cc01fad011 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505266
Apr 07 15:13:08.030542 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e542cb49-184d-4633-be05-1aa021e7ad26 req-3a43389d-3ed0-4122-9eb1-97e3fad9ae72 service neutron] 10.222.0.65 "GET /v2.0/networks/b37d2650-e349-4b3a-b51f-298f62e979e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1804090
Apr 07 15:13:08.152793 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a8c79-7fb5-4baf-b3d6-c59118614192 req-8ab6404e-b7ed-405b-9d96-a9ca0e0e4ad5 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:08.154927 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b67a8c79-7fb5-4baf-b3d6-c59118614192 req-8ab6404e-b7ed-405b-9d96-a9ca0e0e4ad5 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b094f84-22c1-4360-914d-9408ca6cdac7 HTTP/1.1" status: 200  len: 946 time: 0.1034055
Apr 07 15:13:08.206858 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b67a8c79-7fb5-4baf-b3d6-c59118614192 req-62976725-85c7-4d75-a890-bbd4d8acf350 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439608
Apr 07 15:13:08.680724 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375ec93-ce97-4abb-8c07-5797fff764a3 req-3f1ef390-cc93-41bf-a187-969768631947 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:08.683661 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5375ec93-ce97-4abb-8c07-5797fff764a3 req-3f1ef390-cc93-41bf-a187-969768631947 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 943 time: 0.1194918
Apr 07 15:13:08.753929 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5375ec93-ce97-4abb-8c07-5797fff764a3 req-4d379938-b391-4919-a952-3bbe86a17452 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601521
Apr 07 15:13:08.860131 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91656184-dd7b-4796-9aaa-035e63cb57e9 req-db390977-33bb-4f78-8e4e-4bd8201d6eeb tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:08.860970 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-91656184-dd7b-4796-9aaa-035e63cb57e9 req-db390977-33bb-4f78-8e4e-4bd8201d6eeb tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Synchronizing usage tracker for tenant:319b24532db24adf857ac07d263f15ce on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:13:08.888641 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-91656184-dd7b-4796-9aaa-035e63cb57e9 req-db390977-33bb-4f78-8e4e-4bd8201d6eeb tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Unset dirty status for tenant:319b24532db24adf857ac07d263f15ce on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:13:08.895376 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-91656184-dd7b-4796-9aaa-035e63cb57e9 req-db390977-33bb-4f78-8e4e-4bd8201d6eeb tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b094f84-22c1-4360-914d-9408ca6cdac7 HTTP/1.1" status: 200  len: 946 time: 0.1751938
Apr 07 15:13:09.007782 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-91656184-dd7b-4796-9aaa-035e63cb57e9 req-537411c0-0f31-415c-bfd9-6df7f5507109 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Deleting port 1064617d-03d6-47be-9c1b-7823096a71ff {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:13:09.008099 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-91656184-dd7b-4796-9aaa-035e63cb57e9 req-537411c0-0f31-415c-bfd9-6df7f5507109 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:09.092620 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984deb00-6633-4ad7-9ef3-e11bd1bd46d0 req-2c97c2c9-0a1a-43a5-8538-85787f66d95d tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:09.101136 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-984deb00-6633-4ad7-9ef3-e11bd1bd46d0 req-2c97c2c9-0a1a-43a5-8538-85787f66d95d tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.1126454
Apr 07 15:13:09.133773 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-984deb00-6633-4ad7-9ef3-e11bd1bd46d0 req-e7a7a7b4-79a1-426b-a6f5-bc1622afd273 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0315309
Apr 07 15:13:09.191143 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device a2385b65-973a-431d-b33e-126ee0b452a4 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 15:13:09.305254 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e69038-378c-4271-a28a-6ba8e5913c35 req-f3985dd3-9113-4367-9337-8c9da8191fc6 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:09.309722 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-58e69038-378c-4271-a28a-6ba8e5913c35 req-f3985dd3-9113-4367-9337-8c9da8191fc6 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d04205-1a87-4e01-9c00-e59b89155594 HTTP/1.1" status: 200  len: 944 time: 0.1338603
Apr 07 15:13:09.380357 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-58e69038-378c-4271-a28a-6ba8e5913c35 req-0392107b-687c-4cd5-87b7-fcfe0a83b326 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570393
Apr 07 15:13:09.433298 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-91656184-dd7b-4796-9aaa-035e63cb57e9 req-537411c0-0f31-415c-bfd9-6df7f5507109 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] For port 1064617d-03d6-47be-9c1b-7823096a71ff, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=1064617d-03d6-47be-9c1b-7823096a71ff,segment=NetworkSegment(83cefd4b-5746-43e9-a558-b4c212593d77),segment_id=83cefd4b-5746-43e9-a558-b4c212593d77)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:13:09.433726 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-91656184-dd7b-4796-9aaa-035e63cb57e9 req-537411c0-0f31-415c-bfd9-6df7f5507109 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:09.495473 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port a2385b65-973a-431d-b33e-126ee0b452a4, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=a2385b65-973a-431d-b33e-126ee0b452a4,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:13:09.513456 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Returning: {'device': 'a2385b65-973a-431d-b33e-126ee0b452a4', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'port_id': 'a2385b65-973a-431d-b33e-126ee0b452a4', 'mac_address': 'fa:16:3e:17:4d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 15:13:09.574808 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4bc0a-a2bd-4c19-a1e1-d17415c25d84 req-38aaee74-0174-482f-a50e-a3f9eee4229e tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:09.576574 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ead4bc0a-a2bd-4c19-a1e1-d17415c25d84 req-38aaee74-0174-482f-a50e-a3f9eee4229e tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b094f84-22c1-4360-914d-9408ca6cdac7 HTTP/1.1" status: 200  len: 946 time: 0.1385050
Apr 07 15:13:09.607466 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:09.609165 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2385b65-973a-431d-b33e-126ee0b452a4 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:13:09.626844 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port a2385b65-973a-431d-b33e-126ee0b452a4, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=a2385b65-973a-431d-b33e-126ee0b452a4,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:13:09.628978 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ead4bc0a-a2bd-4c19-a1e1-d17415c25d84 req-55655842-6726-4587-9b42-8ef076577430 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455265
Apr 07 15:13:09.635195 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:09.636038 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 15:13:09.639856 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:09.699258 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-91656184-dd7b-4796-9aaa-035e63cb57e9 req-537411c0-0f31-415c-bfd9-6df7f5507109 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Calling delete_port for 1064617d-03d6-47be-9c1b-7823096a71ff owned by compute:nova {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:13:09.877410 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=a2385b65-973a-431d-b33e-126ee0b452a4,revision_number=9']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:09.893638 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:09.896722 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf,segment=NetworkSegment(e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd),segment_id=e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:13:09.923726 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Returning: {'device': '7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf', 'network_id': 'b37d2650-e349-4b3a-b51f-298f62e979e1', 'port_id': '7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf', 'mac_address': 'fa:16:3e:84:76:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93540762-f418-4368-a337-dea81e61a53a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 15:13:09.996107 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-91656184-dd7b-4796-9aaa-035e63cb57e9 req-537411c0-0f31-415c-bfd9-6df7f5507109 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:10.001468 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:10.003233 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:13:10.015131 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:10.039283 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf,segment=NetworkSegment(e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd),segment_id=e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:13:10.045252 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:10.051036 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:10.055316 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab5b67-4529-4bcb-a9b1-401a1c3dfb82 req-a74eac84-d50f-4797-8a35-582449cdb89d tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:10.058356 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7bab5b67-4529-4bcb-a9b1-401a1c3dfb82 req-a74eac84-d50f-4797-8a35-582449cdb89d tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 944 time: 0.1503911
Apr 07 15:13:10.103974 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7bab5b67-4529-4bcb-a9b1-401a1c3dfb82 req-e0b61f75-0bbb-435e-a213-85bf72fb063d tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383248
Apr 07 15:13:10.129515 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['75ad4273-1c91-412c-8dec-478781048da3', '1064617d-03d6-47be-9c1b-7823096a71ff'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:13:10.132818 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537411c0-0f31-415c-bfd9-6df7f5507109 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Pushing event deleted for resources: {'Port': ['ID=1064617d-03d6-47be-9c1b-7823096a71ff,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:10.135571 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-537411c0-0f31-415c-bfd9-6df7f5507109 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:10.238929 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:10.259275 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:10.333592 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-91656184-dd7b-4796-9aaa-035e63cb57e9 req-537411c0-0f31-415c-bfd9-6df7f5507109 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] No DVR routers for this DVR port 1064617d-03d6-47be-9c1b-7823096a71ff on host hv-cinder-78226 {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:13:10.336381 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-91656184-dd7b-4796-9aaa-035e63cb57e9 req-537411c0-0f31-415c-bfd9-6df7f5507109 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:10.340238 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b094f84-22c1-4360-914d-9408ca6cdac7', 'name': 'network-vif-deleted', 'tag': '1064617d-03d6-47be-9c1b-7823096a71ff'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:13:10.361524 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-91656184-dd7b-4796-9aaa-035e63cb57e9 req-537411c0-0f31-415c-bfd9-6df7f5507109 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.65 "DELETE /v2.0/ports/1064617d-03d6-47be-9c1b-7823096a71ff HTTP/1.1" status: 204  len: 173 time: 1.4399946
Apr 07 15:13:10.400745 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b094f84-22c1-4360-914d-9408ca6cdac7', 'name': 'network-vif-deleted', 'tag': '1064617d-03d6-47be-9c1b-7823096a71ff', 'status': 'completed', 'code': 200}
Apr 07 15:13:10.426914 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286245d0-ffbd-4f89-ada7-b85f77c58fb3 req-c2e81125-5819-4bc6-af0c-88af248491a6 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:10.435901 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-286245d0-ffbd-4f89-ada7-b85f77c58fb3 req-c2e81125-5819-4bc6-af0c-88af248491a6 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.1328285
Apr 07 15:13:10.491302 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-286245d0-ffbd-4f89-ada7-b85f77c58fb3 req-11e0ab80-465d-44a9-9266-af54863139b6 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369248
Apr 07 15:13:10.506670 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['a2385b65-973a-431d-b33e-126ee0b452a4'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:13:10.552854 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:13:10.669337 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2570500-3d41-4a0d-be1b-de1a71e21e4e req-e71f0bc7-d605-4102-834b-c2d58e800543 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:10.671450 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e2570500-3d41-4a0d-be1b-de1a71e21e4e req-e71f0bc7-d605-4102-834b-c2d58e800543 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d04205-1a87-4e01-9c00-e59b89155594 HTTP/1.1" status: 200  len: 945 time: 0.1126375
Apr 07 15:13:10.723080 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e2570500-3d41-4a0d-be1b-de1a71e21e4e req-3082e5d1-9bbd-43fd-a120-ab0c95a58aa2 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428436
Apr 07 15:13:10.882424 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e9992426-c73e-44e3-b578-07cd6558cb92 req-58e500c9-655f-4558-9ee4-a1872d06c50f tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b094f84-22c1-4360-914d-9408ca6cdac7 HTTP/1.1" status: 200  len: 210 time: 0.0781658
Apr 07 15:13:11.201913 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 1064617d-03d6-47be-9c1b-7823096a71ff no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:13:11.240760 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] No Port match for: 1064617d-03d6-47be-9c1b-7823096a71ff {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:13:11.241146 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 1064617d-03d6-47be-9c1b-7823096a71ff not bound to the agent host hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:13:11.332938 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf77e6-1d3c-4213-9950-e5a2fca35104 req-3a5acbeb-a2f5-4876-8798-9d1906b66e5b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:11.334523 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b1bf77e6-1d3c-4213-9950-e5a2fca35104 req-3a5acbeb-a2f5-4876-8798-9d1906b66e5b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 944 time: 0.0975418
Apr 07 15:13:11.367941 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b1bf77e6-1d3c-4213-9950-e5a2fca35104 req-96741bd0-ff1f-4718-91c5-6073ec4f8084 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0257933
Apr 07 15:13:11.676793 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3dc55-37f6-4bac-bad3-6e748d61ed27 req-1178cc11-8aea-43da-b416-0fe808a80454 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:11.678450 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-79f3dc55-37f6-4bac-bad3-6e748d61ed27 req-1178cc11-8aea-43da-b416-0fe808a80454 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.0969250
Apr 07 15:13:11.711189 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-79f3dc55-37f6-4bac-bad3-6e748d61ed27 req-039d773f-2e60-418d-ac85-5b88ec15b8b0 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0261428
Apr 07 15:13:11.941317 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba455d9-5b7b-47be-bcd0-a083e073bca8 req-a8fc2214-1a80-4c89-80a7-9d2e039eee4d tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:11.943008 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1ba455d9-5b7b-47be-bcd0-a083e073bca8 req-a8fc2214-1a80-4c89-80a7-9d2e039eee4d tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d04205-1a87-4e01-9c00-e59b89155594 HTTP/1.1" status: 200  len: 945 time: 0.1023104
Apr 07 15:13:11.995095 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1ba455d9-5b7b-47be-bcd0-a083e073bca8 req-ffbde652-c4af-468c-9a31-6b11fdc7f079 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433557
Apr 07 15:13:12.669528 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cec61-3978-4133-beb1-1a11a2f5066b req-e5b2ef65-2ef0-4dcb-8714-6dabe371f56f tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:12.671216 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-078cec61-3978-4133-beb1-1a11a2f5066b req-e5b2ef65-2ef0-4dcb-8714-6dabe371f56f tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.1289518
Apr 07 15:13:12.683962 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191252e-296a-4198-9bca-96dce7d15b54 req-64aae63e-e027-4d53-ab13-462e692b4a1f tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:12.685672 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3191252e-296a-4198-9bca-96dce7d15b54 req-64aae63e-e027-4d53-ab13-462e692b4a1f tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 944 time: 0.1810322
Apr 07 15:13:12.730892 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-078cec61-3978-4133-beb1-1a11a2f5066b req-c83c659a-698b-4967-831b-295072d4167c tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440810
Apr 07 15:13:12.742365 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3191252e-296a-4198-9bca-96dce7d15b54 req-b0136c6e-338e-4f81-9a77-1b999674c13c tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417342
Apr 07 15:13:12.965495 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3e443-bbbf-4d69-a06c-1edf8774523c req-f05c00e1-6273-4f37-ae69-e2e3c89b7512 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:12.967193 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-20d3e443-bbbf-4d69-a06c-1edf8774523c req-f05c00e1-6273-4f37-ae69-e2e3c89b7512 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.0954173
Apr 07 15:13:13.001580 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-20d3e443-bbbf-4d69-a06c-1edf8774523c req-6919b59e-28ab-4f41-8831-6ba86859ca9c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0269783
Apr 07 15:13:13.207845 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device a2385b65-973a-431d-b33e-126ee0b452a4 up at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:13:13.294415 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2c8eb-1f06-452e-91a9-7119562b5952 req-3e311a1a-885b-41d5-b67f-f25d2ca5ab7c tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:13.308903 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fcc2c8eb-1f06-452e-91a9-7119562b5952 req-3e311a1a-885b-41d5-b67f-f25d2ca5ab7c tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d04205-1a87-4e01-9c00-e59b89155594 HTTP/1.1" status: 200  len: 945 time: 0.1734388
Apr 07 15:13:13.363661 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fcc2c8eb-1f06-452e-91a9-7119562b5952 req-0f010b4e-3b03-42f1-8b76-c8559a57f9f7 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513253
Apr 07 15:13:13.371617 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning complete for port a2385b65-973a-431d-b33e-126ee0b452a4 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:13:13.372855 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:13.570726 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:13.586218 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a12de9-7fb8-476d-88c4-d18d4c14e9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2385b65-973a-431d-b33e-126ee0b452a4'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:13:13.596061 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port a2385b65-973a-431d-b33e-126ee0b452a4, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=a2385b65-973a-431d-b33e-126ee0b452a4,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:13:13.602906 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:13.604521 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf up at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:13:13.638976 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:13.683660 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a12de9-7fb8-476d-88c4-d18d4c14e9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2385b65-973a-431d-b33e-126ee0b452a4', 'code': 200}
Apr 07 15:13:13.750313 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=a2385b65-973a-431d-b33e-126ee0b452a4,revision_number=10']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:13.754213 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:13.766448 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning for port 7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:13:13.772295 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning complete for port 7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:13:13.774562 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:13.777758 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a675e-6974-4bb0-85f0-b9604e3930ee req-64f1a615-2383-413c-a0a5-beb3f6b12724 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:13.779677 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-599a675e-6974-4bb0-85f0-b9604e3930ee req-64f1a615-2383-413c-a0a5-beb3f6b12724 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 946 time: 0.1130476
Apr 07 15:13:13.823889 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-599a675e-6974-4bb0-85f0-b9604e3930ee req-5dd02587-1783-4db2-85b5-e1068c9fe40d tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347378
Apr 07 15:13:13.915522 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:13.934289 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf,segment=NetworkSegment(e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd),segment_id=e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:13:13.938224 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:13.940216 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:14.015302 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:14.018577 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:14.064020 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c530f-57a2-48df-a1f2-2f6d1e0e69cf req-8a871827-1e55-4d79-85ed-9b6cbb31f4fe tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:14.066625 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d30c530f-57a2-48df-a1f2-2f6d1e0e69cf req-8a871827-1e55-4d79-85ed-9b6cbb31f4fe tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.1677983
Apr 07 15:13:14.077251 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8c93b-c243-4c9d-a3cd-e455cde73e43 req-1d9f81f4-3dcb-463b-b544-8dff5ad45500 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:14.078887 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-94c8c93b-c243-4c9d-a3cd-e455cde73e43 req-1d9f81f4-3dcb-463b-b544-8dff5ad45500 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 946 time: 0.1397016
Apr 07 15:13:14.130820 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d30c530f-57a2-48df-a1f2-2f6d1e0e69cf req-b5218001-84be-43ec-8507-c3ae33f13e6d tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507879
Apr 07 15:13:14.136071 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-94c8c93b-c243-4c9d-a3cd-e455cde73e43 req-740b34e3-22aa-4500-bd05-af3ebd5d5d87 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435960
Apr 07 15:13:14.286976 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece8e1c-4b38-4942-813f-1e928fccdc3c req-2b25e401-4917-4099-b217-a0f4629d0a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:14.288603 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eece8e1c-4b38-4942-813f-1e928fccdc3c req-2b25e401-4917-4099-b217-a0f4629d0a02 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 1099 time: 0.0895369
Apr 07 15:13:14.318509 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eece8e1c-4b38-4942-813f-1e928fccdc3c req-09056371-11ce-44db-8d32-aa0dbe020000 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0216298
Apr 07 15:13:14.332889 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a0982-7fc4-4263-8650-285f4af92d27 req-0fbe3d7d-d74e-4929-85d1-ff78b53e3c51 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:14.334633 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-478a0982-7fc4-4263-8650-285f4af92d27 req-0fbe3d7d-d74e-4929-85d1-ff78b53e3c51 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.0972428
Apr 07 15:13:14.368867 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-478a0982-7fc4-4263-8650-285f4af92d27 req-68554177-6efd-410e-98ed-df4318168a43 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0272706
Apr 07 15:13:14.662361 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0e7c4-9eb4-4fe3-9e0e-160583fd3061 req-d7e2a998-a38b-46d4-b41f-937200dc5d8a tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:14.664062 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7ac0e7c4-9eb4-4fe3-9e0e-160583fd3061 req-d7e2a998-a38b-46d4-b41f-937200dc5d8a tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d04205-1a87-4e01-9c00-e59b89155594 HTTP/1.1" status: 200  len: 946 time: 0.1089907
Apr 07 15:13:14.706363 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7ac0e7c4-9eb4-4fe3-9e0e-160583fd3061 req-731b3cb3-b840-42f2-b79f-24da7f472ab8 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0307131
Apr 07 15:13:15.083705 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d62926-8848-4fd0-89d2-a4002b65a418 req-eca3b84b-5b83-48be-be1a-cb0c965f06ee tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:15.085727 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-08d62926-8848-4fd0-89d2-a4002b65a418 req-eca3b84b-5b83-48be-be1a-cb0c965f06ee tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 946 time: 0.1007085
Apr 07 15:13:15.126282 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-08d62926-8848-4fd0-89d2-a4002b65a418 req-ecc30704-e33d-4238-895f-2d4005a5229e tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0280569
Apr 07 15:13:15.341076 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8e7d7-156b-4c88-b3fc-31f441ea521e req-157decb3-23db-4c28-bcf2-1558b4042489 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:15.342747 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-23d8e7d7-156b-4c88-b3fc-31f441ea521e req-157decb3-23db-4c28-bcf2-1558b4042489 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.0929132
Apr 07 15:13:15.425767 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-23d8e7d7-156b-4c88-b3fc-31f441ea521e req-95ec0606-828e-4985-aa5c-9aa02c302d73 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759780
Apr 07 15:13:15.469078 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d20a6d-1226-44e8-88c5-72c4dd269c96 req-b8a0cc74-22d7-48a0-a296-d582acba6360 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:15.470854 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c0d20a6d-1226-44e8-88c5-72c4dd269c96 req-b8a0cc74-22d7-48a0-a296-d582acba6360 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 946 time: 0.1046062
Apr 07 15:13:15.519501 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c0d20a6d-1226-44e8-88c5-72c4dd269c96 req-ae9d61f8-5607-4993-a1ef-afd9da4276d9 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409987
Apr 07 15:13:15.597061 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c411b4f-8f5e-4905-8ad5-10896ef5c7f7 req-8f04b2c0-4bb6-4488-8640-5850922aa75b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:15.598344 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-2c411b4f-8f5e-4905-8ad5-10896ef5c7f7 req-8f04b2c0-4bb6-4488-8640-5850922aa75b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Synchronizing usage tracker for tenant:cc9555d2ba234896823be6d5f89668b9 on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:13:15.621221 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-2c411b4f-8f5e-4905-8ad5-10896ef5c7f7 req-8f04b2c0-4bb6-4488-8640-5850922aa75b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Unset dirty status for tenant:cc9555d2ba234896823be6d5f89668b9 on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:13:15.623452 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2c411b4f-8f5e-4905-8ad5-10896ef5c7f7 req-8f04b2c0-4bb6-4488-8640-5850922aa75b tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 945 time: 0.1680608
Apr 07 15:13:15.628814 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417cf09-d71a-43c3-b193-8fd5f6d3c396 req-5b6e9753-0bf1-4437-bb48-7447912f484a tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:15.630552 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e417cf09-d71a-43c3-b193-8fd5f6d3c396 req-5b6e9753-0bf1-4437-bb48-7447912f484a tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.0906894
Apr 07 15:13:15.678946 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e417cf09-d71a-43c3-b193-8fd5f6d3c396 req-37337e8c-12f1-4293-b52f-4ed0fcbd17ca tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0333540
Apr 07 15:13:15.684793 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d04205-1a87-4e01-9c00-e59b89155594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:13:15.731358 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-2c411b4f-8f5e-4905-8ad5-10896ef5c7f7 req-f67541f3-ca27-4af1-aa87-e180c7269d05 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Deleting port 3d252e9c-e14e-48f3-8903-64257953de26 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:13:15.732177 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-2c411b4f-8f5e-4905-8ad5-10896ef5c7f7 req-f67541f3-ca27-4af1-aa87-e180c7269d05 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:15.824584 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d04205-1a87-4e01-9c00-e59b89155594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf', 'code': 200}
Apr 07 15:13:16.091433 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e724be-2963-49ef-a1a7-dbd25c874a4f req-f832cd35-4170-4762-8222-b3a12b90bb16 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:16.100518 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-66e724be-2963-49ef-a1a7-dbd25c874a4f req-f832cd35-4170-4762-8222-b3a12b90bb16 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d04205-1a87-4e01-9c00-e59b89155594 HTTP/1.1" status: 200  len: 946 time: 0.1823888
Apr 07 15:13:16.144780 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-66e724be-2963-49ef-a1a7-dbd25c874a4f req-e651362d-b901-4df0-84ff-3d13a4394e69 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422823
Apr 07 15:13:16.291838 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-2c411b4f-8f5e-4905-8ad5-10896ef5c7f7 req-f67541f3-ca27-4af1-aa87-e180c7269d05 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] For port 3d252e9c-e14e-48f3-8903-64257953de26, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=3d252e9c-e14e-48f3-8903-64257953de26,segment=NetworkSegment(79fcc562-7a06-4e5d-94c9-3ba40a36f792),segment_id=79fcc562-7a06-4e5d-94c9-3ba40a36f792)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:13:16.293876 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-2c411b4f-8f5e-4905-8ad5-10896ef5c7f7 req-f67541f3-ca27-4af1-aa87-e180c7269d05 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:16.407677 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0179e9-0382-45d1-997c-b0035549da45 req-3c246755-6714-475f-8f4b-d84250c36102 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:16.409635 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ca0179e9-0382-45d1-997c-b0035549da45 req-3c246755-6714-475f-8f4b-d84250c36102 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 946 time: 0.1845059
Apr 07 15:13:16.540990 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-2c411b4f-8f5e-4905-8ad5-10896ef5c7f7 req-f67541f3-ca27-4af1-aa87-e180c7269d05 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Calling delete_port for 3d252e9c-e14e-48f3-8903-64257953de26 owned by compute:nova {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:13:16.635142 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-ca0179e9-0382-45d1-997c-b0035549da45 req-5db3a33e-f0d4-4c91-ba48-98a8943b044a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Deleting port 75ad4273-1c91-412c-8dec-478781048da3 {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:13:16.635361 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-ca0179e9-0382-45d1-997c-b0035549da45 req-5db3a33e-f0d4-4c91-ba48-98a8943b044a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:16.750169 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f6f4f-17f2-4f19-9858-8af76945b4fe req-eaa9ca87-c489-4f15-b256-bc5a2a7cc098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:16.756851 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-be4f6f4f-17f2-4f19-9858-8af76945b4fe req-eaa9ca87-c489-4f15-b256-bc5a2a7cc098 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=69d04205-1a87-4e01-9c00-e59b89155594 HTTP/1.1" status: 200  len: 1099 time: 0.3516324
Apr 07 15:13:16.789272 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 34980) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:16.835219 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-be4f6f4f-17f2-4f19-9858-8af76945b4fe req-7e6883c3-9bfa-415b-a7b5-b6a80b010ddf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560763
Apr 07 15:13:16.839299 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-2c411b4f-8f5e-4905-8ad5-10896ef5c7f7 req-f67541f3-ca27-4af1-aa87-e180c7269d05 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:16.857158 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:16.877701 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['3d252e9c-e14e-48f3-8903-64257953de26', '7963e76b-52e7-4f65-a8a7-ffa942491e52'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:13:16.879805 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-518dda4d-c4a3-4a05-8302-e44754820172 req-d6f5418b-0988-45db-9d1e-33d76c4ebd4d tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182fd1-ced1-407a-b14f-731697ed8597 HTTP/1.1" status: 200  len: 210 time: 0.1633887
Apr 07 15:13:16.955944 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b22d55-947e-44e4-b27f-05b472b88a25 req-2106d00a-9665-4360-a813-8e4c7b849a0c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:16.959636 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67541f3-ca27-4af1-aa87-e180c7269d05 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Pushing event deleted for resources: {'Port': ['ID=3d252e9c-e14e-48f3-8903-64257953de26,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:16.970412 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-79b22d55-947e-44e4-b27f-05b472b88a25 req-2106d00a-9665-4360-a813-8e4c7b849a0c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 946 time: 0.4396079
Apr 07 15:13:17.074427 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f67541f3-ca27-4af1-aa87-e180c7269d05 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:17.376515 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c411b4f-8f5e-4905-8ad5-10896ef5c7f7 req-f67541f3-ca27-4af1-aa87-e180c7269d05 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] No DVR routers for this DVR port 3d252e9c-e14e-48f3-8903-64257953de26 on host hv-cinder-78226 {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:13:17.379734 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-2c411b4f-8f5e-4905-8ad5-10896ef5c7f7 req-f67541f3-ca27-4af1-aa87-e180c7269d05 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:17.383041 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5182fd1-ced1-407a-b14f-731697ed8597', 'name': 'network-vif-deleted', 'tag': '3d252e9c-e14e-48f3-8903-64257953de26'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:13:17.402916 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2c411b4f-8f5e-4905-8ad5-10896ef5c7f7 req-f67541f3-ca27-4af1-aa87-e180c7269d05 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.65 "DELETE /v2.0/ports/3d252e9c-e14e-48f3-8903-64257953de26 HTTP/1.1" status: 204  len: 173 time: 1.7728965
Apr 07 15:13:17.480588 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-79b22d55-947e-44e4-b27f-05b472b88a25 req-0d2939bf-097d-48f7-a68f-bbb9b0fb2e21 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6e56d84-5df1-499f-8876-5b5511329adc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4751065
Apr 07 15:13:17.490332 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa19f8c1-f8ba-4542-910c-e2e6de389190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:17.542505 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-aa19f8c1-f8ba-4542-910c-e2e6de389190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:13:17.566528 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-aa19f8c1-f8ba-4542-910c-e2e6de389190 admin admin] Usage tracker for resource:security_group_rule and tenant:131bd18aa94a4009935df77aa0e47ef1 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:13:17.578755 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-aa19f8c1-f8ba-4542-910c-e2e6de389190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:13:17.614878 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-aa19f8c1-f8ba-4542-910c-e2e6de389190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:13:17.707063 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-ca0179e9-0382-45d1-997c-b0035549da45 req-5db3a33e-f0d4-4c91-ba48-98a8943b044a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] For port 75ad4273-1c91-412c-8dec-478781048da3, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=75ad4273-1c91-412c-8dec-478781048da3,segment=NetworkSegment(83cefd4b-5746-43e9-a558-b4c212593d77),segment_id=83cefd4b-5746-43e9-a558-b4c212593d77)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:13:17.707440 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-ca0179e9-0382-45d1-997c-b0035549da45 req-5db3a33e-f0d4-4c91-ba48-98a8943b044a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:17.749354 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270562ac-3891-4917-b711-b274af678f9e req-4cec418c-f19b-406f-82c2-a33add38907e tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:17.751062 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-270562ac-3891-4917-b711-b274af678f9e req-4cec418c-f19b-406f-82c2-a33add38907e tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 946 time: 0.6346312
Apr 07 15:13:17.882886 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-ca0179e9-0382-45d1-997c-b0035549da45 req-5db3a33e-f0d4-4c91-ba48-98a8943b044a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Calling delete_port for 75ad4273-1c91-412c-8dec-478781048da3 owned by compute:nova {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:13:17.978735 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-270562ac-3891-4917-b711-b274af678f9e req-8fcaa809-63e2-4b67-8ff0-f8764a2c38fa tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1710792
Apr 07 15:13:18.096020 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f2800-797c-4bed-9b2b-6387853286fa req-68806289-7833-4f6c-b1f4-22b6514c8ac4 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:18.097914 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-268f2800-797c-4bed-9b2b-6387853286fa req-68806289-7833-4f6c-b1f4-22b6514c8ac4 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.4725502
Apr 07 15:13:18.232848 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa19f8c1-f8ba-4542-910c-e2e6de389190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:18.249832 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-268f2800-797c-4bed-9b2b-6387853286fa req-92b3fa85-1e65-4e1c-9c1d-75f8ba956b65 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1302855
Apr 07 15:13:18.257551 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa19f8c1-f8ba-4542-910c-e2e6de389190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:18.268935 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-74873db4-7c01-4ac9-bf21-0c81dd6a7574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:18.301058 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-ca0179e9-0382-45d1-997c-b0035549da45 req-5db3a33e-f0d4-4c91-ba48-98a8943b044a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:18.336400 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['75ad4273-1c91-412c-8dec-478781048da3'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:13:18.341490 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5182fd1-ced1-407a-b14f-731697ed8597', 'name': 'network-vif-deleted', 'tag': '3d252e9c-e14e-48f3-8903-64257953de26', 'status': 'completed', 'code': 200}
Apr 07 15:13:18.425902 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-aa19f8c1-f8ba-4542-910c-e2e6de389190 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=131bd18aa94a4009935df77aa0e47ef1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5888710
Apr 07 15:13:18.429335 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 34996) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:18.433765 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19f8c1-f8ba-4542-910c-e2e6de389190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c62c21-ff4e-450b-bb3d-48ef0b0eb95b,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:18.440795 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-aa19f8c1-f8ba-4542-910c-e2e6de389190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:18.443664 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:18.496202 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3a33e-f0d4-4c91-ba48-98a8943b044a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Pushing event deleted for resources: {'Port': ['ID=75ad4273-1c91-412c-8dec-478781048da3,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:18.514655 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5db3a33e-f0d4-4c91-ba48-98a8943b044a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:18.531771 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a15fd7ea-c408-4af6-a601-9f557e620ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:18.546048 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01352f6b-9d46-42df-ad42-630e238e05b4 req-47a4ae74-6122-4cd9-97a4-6e15c4797da3 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:18.547771 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-01352f6b-9d46-42df-ad42-630e238e05b4 req-47a4ae74-6122-4cd9-97a4-6e15c4797da3 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d04205-1a87-4e01-9c00-e59b89155594 HTTP/1.1" status: 200  len: 946 time: 0.4021888
Apr 07 15:13:18.563473 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a15fd7ea-c408-4af6-a601-9f557e620ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:18.623965 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a15fd7ea-c408-4af6-a601-9f557e620ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:18.629773 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-70a60ebb-249d-4589-b0ea-41c1ce472467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:18.647038 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fd7ea-c408-4af6-a601-9f557e620ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c62c21-ff4e-450b-bb3d-48ef0b0eb95b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:18.649695 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a15fd7ea-c408-4af6-a601-9f557e620ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:18.652175 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a15fd7ea-c408-4af6-a601-9f557e620ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:18.656519 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-a15fd7ea-c408-4af6-a601-9f557e620ee1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f1c62c21-ff4e-450b-bb3d-48ef0b0eb95b HTTP/1.1" status: 204  len: 168 time: 0.2219973
Apr 07 15:13:18.693191 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-01352f6b-9d46-42df-ad42-630e238e05b4 req-5806bedc-9535-4a02-a250-cb06a0c013ab tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289480
Apr 07 15:13:18.695616 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0179e9-0382-45d1-997c-b0035549da45 req-5db3a33e-f0d4-4c91-ba48-98a8943b044a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] No DVR routers for this DVR port 75ad4273-1c91-412c-8dec-478781048da3 on host hv-cinder-78226 {{(pid=84337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:13:18.699121 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-ca0179e9-0382-45d1-997c-b0035549da45 req-5db3a33e-f0d4-4c91-ba48-98a8943b044a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:18.706544 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8ad4ae-c1d0-438a-af18-6643c0650999', 'name': 'network-vif-deleted', 'tag': '75ad4273-1c91-412c-8dec-478781048da3'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:13:18.737909 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ca0179e9-0382-45d1-997c-b0035549da45 req-5db3a33e-f0d4-4c91-ba48-98a8943b044a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.65 "DELETE /v2.0/ports/75ad4273-1c91-412c-8dec-478781048da3 HTTP/1.1" status: 204  len: 173 time: 2.3219001
Apr 07 15:13:18.787644 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8ad4ae-c1d0-438a-af18-6643c0650999', 'name': 'network-vif-deleted', 'tag': '75ad4273-1c91-412c-8dec-478781048da3', 'status': 'completed', 'code': 200}
Apr 07 15:13:18.997334 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-10f639bd-3f24-4fae-8bf1-86b52596c01c req-69800b99-1ac3-49b9-aa4f-4759f551d52c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Synchronizing usage tracker for tenant:319b24532db24adf857ac07d263f15ce on resource:port {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:13:19.035297 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-10f639bd-3f24-4fae-8bf1-86b52596c01c req-69800b99-1ac3-49b9-aa4f-4759f551d52c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Unset dirty status for tenant:319b24532db24adf857ac07d263f15ce on resource:port {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:13:19.036948 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-10f639bd-3f24-4fae-8bf1-86b52596c01c req-69800b99-1ac3-49b9-aa4f-4759f551d52c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f8ad4ae-c1d0-438a-af18-6643c0650999 HTTP/1.1" status: 200  len: 210 time: 0.1100111
Apr 07 15:13:19.072129 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02524dbb-d472-4941-99e8-36a9bd24eb47 req-f9550edb-9e1e-4089-8c33-d891f98d7a24 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:19.075007 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-02524dbb-d472-4941-99e8-36a9bd24eb47 req-f9550edb-9e1e-4089-8c33-d891f98d7a24 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1868513
Apr 07 15:13:19.108947 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-02524dbb-d472-4941-99e8-36a9bd24eb47 req-56e10f51-6e7f-4a58-8bd8-cfd2ee656825 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0266721
Apr 07 15:13:19.234439 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 3d252e9c-e14e-48f3-8903-64257953de26 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:13:19.272755 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] No Port match for: 3d252e9c-e14e-48f3-8903-64257953de26 {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:13:19.273259 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 3d252e9c-e14e-48f3-8903-64257953de26 not bound to the agent host hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:13:19.296903 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7e002-0743-4088-b7e1-cacf20dd6ae0 req-b73ba5ef-2438-4c7b-a868-0aed4048f3d6 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:19.298500 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-26d7e002-0743-4088-b7e1-cacf20dd6ae0 req-b73ba5ef-2438-4c7b-a868-0aed4048f3d6 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 946 time: 0.0948124
Apr 07 15:13:19.340645 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-26d7e002-0743-4088-b7e1-cacf20dd6ae0 req-c38c4851-081e-4d43-bf9d-d8113c481adf tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0346568
Apr 07 15:13:19.490741 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286cb94-270f-4b38-a546-4e64c7403889 req-fef6c1c3-4a12-446e-b302-822d73b54abe tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:19.492459 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8286cb94-270f-4b38-a546-4e64c7403889 req-fef6c1c3-4a12-446e-b302-822d73b54abe tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.0987015
Apr 07 15:13:19.538089 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8286cb94-270f-4b38-a546-4e64c7403889 req-5fe860ac-7fe8-443e-a7ac-f4844972ad93 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385849
Apr 07 15:13:19.901656 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3149a35-c1d4-473a-898b-b27547302646 req-33ce3c29-9893-4190-a1e0-8d5b0eae922e tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:19.903189 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a3149a35-c1d4-473a-898b-b27547302646 req-33ce3c29-9893-4190-a1e0-8d5b0eae922e tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d04205-1a87-4e01-9c00-e59b89155594 HTTP/1.1" status: 200  len: 946 time: 0.0887599
Apr 07 15:13:19.951746 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a3149a35-c1d4-473a-898b-b27547302646 req-9b3c6a35-481d-4b1f-8cdc-a5e6fc08721b tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391929
Apr 07 15:13:20.161251 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 35022) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:20.233638 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7eceab0-5813-4abb-8940-ed2dab103858 admin admin] Deleting subnet af0ee707-cd66-48b1-a5fe-75510a42329c {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 15:13:20.237064 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e7eceab0-5813-4abb-8940-ed2dab103858 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:20.295486 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e7eceab0-5813-4abb-8940-ed2dab103858 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2959060'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:20.317295 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214960fc-10aa-4624-a5b7-c2854c63ec98 req-d25d30e6-0958-4c9d-a73c-ade2b1fdf9e0 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:20.318945 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-214960fc-10aa-4624-a5b7-c2854c63ec98 req-d25d30e6-0958-4c9d-a73c-ade2b1fdf9e0 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.0943232
Apr 07 15:13:20.353976 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-214960fc-10aa-4624-a5b7-c2854c63ec98 req-8ab67e03-d59e-4a63-9a45-ff6e7c7fce9c tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0264559
Apr 07 15:13:20.362416 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e7eceab0-5813-4abb-8940-ed2dab103858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770737'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:20.758950 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494cbef-707f-4029-b928-fa6bc234f615 req-0f37021f-4ab5-4528-8767-98691b16d0da tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:20.761126 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5494cbef-707f-4029-b928-fa6bc234f615 req-0f37021f-4ab5-4528-8767-98691b16d0da tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.0995629
Apr 07 15:13:20.802708 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5494cbef-707f-4029-b928-fa6bc234f615 req-21720b18-3919-4033-9cd8-4ddb4364daee tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0329652
Apr 07 15:13:20.881478 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e7eceab0-5813-4abb-8940-ed2dab103858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4103732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852538005'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:20.895758 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:20.988002 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eceab0-5813-4abb-8940-ed2dab103858 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af0ee707-cd66-48b1-a5fe-75510a42329c,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:21.000688 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e7eceab0-5813-4abb-8940-ed2dab103858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:21.036440 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e7eceab0-5813-4abb-8940-ed2dab103858 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:21.043496 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-e7eceab0-5813-4abb-8940-ed2dab103858 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/af0ee707-cd66-48b1-a5fe-75510a42329c HTTP/1.1" status: 204  len: 168 time: 0.8810043
Apr 07 15:13:21.046251 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 35038) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:21.168348 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d573e53b-adac-4a9f-a615-9434d748a5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-189805'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:21.240282 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 75ad4273-1c91-412c-8dec-478781048da3 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:13:21.279079 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] No Port match for: 75ad4273-1c91-412c-8dec-478781048da3 {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:13:21.279443 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 75ad4273-1c91-412c-8dec-478781048da3 not bound to the agent host hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:13:21.351974 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf0d7d-2127-45c0-a42c-843a9c4067ee req-74d2ef2d-51af-4c63-b92e-e1df5b50550f tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:21.353604 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7baf0d7d-2127-45c0-a42c-843a9c4067ee req-74d2ef2d-51af-4c63-b92e-e1df5b50550f tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d04205-1a87-4e01-9c00-e59b89155594 HTTP/1.1" status: 200  len: 946 time: 0.0953360
Apr 07 15:13:21.369411 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d573e53b-adac-4a9f-a615-9434d748a5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-63823', 'neutron.services.segments.db._delete_segments_for_network--9223363247586968590'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:21.389512 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7baf0d7d-2127-45c0-a42c-843a9c4067ee req-d98f2332-502a-47c5-aa5e-cfe74742be6c tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0283792
Apr 07 15:13:21.495468 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-d573e53b-adac-4a9f-a615-9434d748a5e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe6913574a8>,) {'filters': {'network_id': ['1fea60c6-d3c0-42e1-8a72-6a3347f9203e']}} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:13:21.509025 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-d573e53b-adac-4a9f-a615-9434d748a5e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe6913574a8>, '83cefd4b-5746-43e9-a558-b4c212593d77') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:13:21.509403 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-d573e53b-adac-4a9f-a615-9434d748a5e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe6913574a8>, '83cefd4b-5746-43e9-a558-b4c212593d77') {} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:13:21.522508 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d573e53b-adac-4a9f-a615-9434d748a5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247586917884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851816724'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:21.544375 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d573e53b-adac-4a9f-a615-9434d748a5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:21.555695 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d573e53b-adac-4a9f-a615-9434d748a5e7 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 15:13:21.660517 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fd298-4e3d-4999-bfa2-99a9ce0de66e req-fb830e8f-4535-481e-9480-1ea2d3b94309 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:21.662127 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-651fd298-4e3d-4999-bfa2-99a9ce0de66e req-fb830e8f-4535-481e-9480-1ea2d3b94309 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1049500
Apr 07 15:13:21.697486 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-651fd298-4e3d-4999-bfa2-99a9ce0de66e req-05a84961-5e73-4d45-aa1e-d50dda0631ab tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0286796
Apr 07 15:13:21.736884 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-d573e53b-adac-4a9f-a615-9434d748a5e7 admin admin] Network 1fea60c6-d3c0-42e1-8a72-6a3347f9203e has no segments {{(pid=84338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:13:21.746442 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d573e53b-adac-4a9f-a615-9434d748a5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4103785'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:21.930974 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-d573e53b-adac-4a9f-a615-9434d748a5e7 admin admin] Network 1fea60c6-d3c0-42e1-8a72-6a3347f9203e has no segments {{(pid=84338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]: Traceback (most recent call last):
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:     timer()
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:     cb(*args, **kw)
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:     return func(*args, **kwargs)
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:     self._notify()
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:     self.callback(batched_events)
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:     event.method(event)
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:     segment_id)['aggregates'][0]
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:     return f(self, *a, **k)
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self._get(url).json()
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:     **kwargs)
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self.request(url, 'GET', **kwargs)
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:     **endpoint_filter)
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 15:13:21.954135 dv-cinder-782260-2-iscsi neutron-server[84224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 15:13:22.005819 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb2c36-c76d-4d4a-a612-a73e13577b59 req-a2f5bbfc-05fb-4254-b092-848c3cfff92b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:22.007459 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c1cb2c36-c76d-4d4a-a612-a73e13577b59 req-a2f5bbfc-05fb-4254-b092-848c3cfff92b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.0891426
Apr 07 15:13:22.039617 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c1cb2c36-c76d-4d4a-a612-a73e13577b59 req-70a2d2d4-61df-4788-b699-3b790961ca37 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0251350
Apr 07 15:13:22.042038 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d573e53b-adac-4a9f-a615-9434d748a5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854711993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509890'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:22.047367 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d573e53b-adac-4a9f-a615-9434d748a5e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:22.052038 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-77ae9d68-c2ea-4175-87a3-16303be72fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:22.077613 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573e53b-adac-4a9f-a615-9434d748a5e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fea60c6-d3c0-42e1-8a72-6a3347f9203e,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:22.080301 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d573e53b-adac-4a9f-a615-9434d748a5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:22.082546 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-d573e53b-adac-4a9f-a615-9434d748a5e7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1fea60c6-d3c0-42e1-8a72-6a3347f9203e HTTP/1.1" status: 204  len: 168 time: 1.0349865
Apr 07 15:13:22.287364 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 35050) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:22.331872 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-b3f2aea3-2c5e-48d1-809c-65a696790b42 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=319b24532db24adf857ac07d263f15ce&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0429671
Apr 07 15:13:22.334520 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 35054) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:22.402418 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f989c157-2f1c-4a2f-8827-87a8e2b412d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:22.430461 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f989c157-2f1c-4a2f-8827-87a8e2b412d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:22.481848 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f989c157-2f1c-4a2f-8827-87a8e2b412d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:22.485897 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f444005f-240e-4511-836e-87691f5d6a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:22.500655 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989c157-2f1c-4a2f-8827-87a8e2b412d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e56d84-5df1-499f-8876-5b5511329adc,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:22.503570 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f989c157-2f1c-4a2f-8827-87a8e2b412d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:22.511247 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f989c157-2f1c-4a2f-8827-87a8e2b412d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:22.512558 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-f989c157-2f1c-4a2f-8827-87a8e2b412d3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6e56d84-5df1-499f-8876-5b5511329adc HTTP/1.1" status: 204  len: 168 time: 0.1770892
Apr 07 15:13:22.605283 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bf8c8-f6ae-4781-8f33-48779cbaaee6 req-0b4b9d25-5014-4650-a4f1-e9906771933a tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:22.606961 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-397bf8c8-f6ae-4781-8f33-48779cbaaee6 req-0b4b9d25-5014-4650-a4f1-e9906771933a tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d04205-1a87-4e01-9c00-e59b89155594 HTTP/1.1" status: 200  len: 946 time: 0.0907779
Apr 07 15:13:22.643617 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-397bf8c8-f6ae-4781-8f33-48779cbaaee6 req-79a3bc59-acaf-4375-99ee-666046dfbd30 tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0293941
Apr 07 15:13:23.004357 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1b820-2fcd-4086-8d4e-d1926a3c4389 req-e84e9d7e-7765-4f21-a0de-0e0260c6df99 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:23.006120 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-33a1b820-2fcd-4086-8d4e-d1926a3c4389 req-e84e9d7e-7765-4f21-a0de-0e0260c6df99 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1657784
Apr 07 15:13:23.014859 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03feb261-918a-43b2-b692-025ba19650c9 req-fd1eeb65-2b05-4147-8aa4-ed0e6ef2443d tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:23.016498 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-03feb261-918a-43b2-b692-025ba19650c9 req-fd1eeb65-2b05-4147-8aa4-ed0e6ef2443d tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.65 "GET /v2.0/ports?device_id=69d04205-1a87-4e01-9c00-e59b89155594 HTTP/1.1" status: 200  len: 946 time: 0.1318893
Apr 07 15:13:23.094778 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-33a1b820-2fcd-4086-8d4e-d1926a3c4389 req-961dd58d-acc0-4597-b0ec-c1d744223339 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771627
Apr 07 15:13:23.121268 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-03feb261-918a-43b2-b692-025ba19650c9 req-024ac68e-60f5-4c28-ac46-b3d170a5a40e tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Deleting port 7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:13:23.121689 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-03feb261-918a-43b2-b692-025ba19650c9 req-024ac68e-60f5-4c28-ac46-b3d170a5a40e tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:23.497168 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a82e9-0729-473b-81bf-b2816883b5c0 req-ea20a12b-37bd-4cdb-90bc-00bd1dd1ff8b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:23.498774 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-357a82e9-0729-473b-81bf-b2816883b5c0 req-ea20a12b-37bd-4cdb-90bc-00bd1dd1ff8b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.2400534
Apr 07 15:13:23.510668 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-03feb261-918a-43b2-b692-025ba19650c9 req-024ac68e-60f5-4c28-ac46-b3d170a5a40e tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] For port 7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf,segment=NetworkSegment(e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd),segment_id=e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:13:23.511072 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-03feb261-918a-43b2-b692-025ba19650c9 req-024ac68e-60f5-4c28-ac46-b3d170a5a40e tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:23.665921 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-03feb261-918a-43b2-b692-025ba19650c9 req-024ac68e-60f5-4c28-ac46-b3d170a5a40e tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Calling delete_port for 7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf owned by compute:nova {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:13:23.702834 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-357a82e9-0729-473b-81bf-b2816883b5c0 req-72e60a4d-b3dd-48c4-b4ba-3f0dc317d557 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1942902
Apr 07 15:13:23.918503 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-03feb261-918a-43b2-b692-025ba19650c9 req-024ac68e-60f5-4c28-ac46-b3d170a5a40e tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:23.936895 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:23.954853 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:13:24.046259 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ac68e-60f5-4c28-ac46-b3d170a5a40e tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Pushing event deleted for resources: {'Port': ['ID=7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:24.048959 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-024ac68e-60f5-4c28-ac46-b3d170a5a40e tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:24.063229 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fe7af-177b-484b-966d-d042da8ac45a req-95aea864-719a-4904-963b-ba90fbc5015a tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:24.064874 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fb2fe7af-177b-484b-966d-d042da8ac45a req-95aea864-719a-4904-963b-ba90fbc5015a tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d04205-1a87-4e01-9c00-e59b89155594 HTTP/1.1" status: 200  len: 946 time: 0.2860444
Apr 07 15:13:24.120351 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fb2fe7af-177b-484b-966d-d042da8ac45a req-53885608-7077-49cc-8aca-f0262b474fdb tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7e26eb9-1da1-46e0-af04-45cae2840630&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467346
Apr 07 15:13:24.240148 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-03feb261-918a-43b2-b692-025ba19650c9 req-024ac68e-60f5-4c28-ac46-b3d170a5a40e tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] No DVR routers for this DVR port 7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf on host hv-cinder-78226 {{(pid=84337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:13:24.276369 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-03feb261-918a-43b2-b692-025ba19650c9 req-024ac68e-60f5-4c28-ac46-b3d170a5a40e tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:24.279189 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d04205-1a87-4e01-9c00-e59b89155594', 'name': 'network-vif-deleted', 'tag': '7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:13:24.305165 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-03feb261-918a-43b2-b692-025ba19650c9 req-024ac68e-60f5-4c28-ac46-b3d170a5a40e tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] 10.222.0.65 "DELETE /v2.0/ports/7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf HTTP/1.1" status: 204  len: 173 time: 1.2718084
Apr 07 15:13:24.345007 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e624ef-8b53-4595-aec9-0d09f7da20c8 req-fdfc55cf-88cf-4ea5-a6de-ba4032f742af tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:24.346939 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-86e624ef-8b53-4595-aec9-0d09f7da20c8 req-fdfc55cf-88cf-4ea5-a6de-ba4032f742af tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1081872
Apr 07 15:13:24.350615 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d04205-1a87-4e01-9c00-e59b89155594', 'name': 'network-vif-deleted', 'tag': '7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf', 'status': 'completed', 'code': 200}
Apr 07 15:13:24.383108 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-86e624ef-8b53-4595-aec9-0d09f7da20c8 req-81e80a08-767d-499a-b216-9d6d09f6506d tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0296636
Apr 07 15:13:24.937072 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fbdf0-811c-4856-9d07-a43bf89bb63e req-e821f741-d9d6-431a-882c-988b9840c4a5 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:24.938712 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-184fbdf0-811c-4856-9d07-a43bf89bb63e req-e821f741-d9d6-431a-882c-988b9840c4a5 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.65 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.1662927
Apr 07 15:13:24.987967 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 35132) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:25.145585 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2e63-1d63-42ec-969f-004e698b9f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:25.163170 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-8f6b2e63-1d63-42ec-969f-004e698b9f37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:13:25.167777 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-8f6b2e63-1d63-42ec-969f-004e698b9f37 admin admin] Usage tracker for resource:security_group_rule and tenant:8320a9ab818c4f26966d776426ee1e26 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:13:25.171544 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-8f6b2e63-1d63-42ec-969f-004e698b9f37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:13:25.178453 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-8f6b2e63-1d63-42ec-969f-004e698b9f37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:13:25.275332 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b73f88-cdf0-4928-82f1-d6c4aad5c707 req-a3e5c187-4829-47f7-ad70-b145d7db7299 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:25.277028 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-35b73f88-cdf0-4928-82f1-d6c4aad5c707 req-a3e5c187-4829-47f7-ad70-b145d7db7299 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.4378338
Apr 07 15:13:25.291726 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2e63-1d63-42ec-969f-004e698b9f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:25.292108 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-184fbdf0-811c-4856-9d07-a43bf89bb63e req-003ba982-7892-41c6-beb9-f529e6472201 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Deleting port 7963e76b-52e7-4f65-a8a7-ffa942491e52 {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:13:25.292467 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-184fbdf0-811c-4856-9d07-a43bf89bb63e req-003ba982-7892-41c6-beb9-f529e6472201 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:25.296711 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2e63-1d63-42ec-969f-004e698b9f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:25.313215 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f977d1f5-0a85-4e60-9409-dce03fd82610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:25.378032 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-35b73f88-cdf0-4928-82f1-d6c4aad5c707 req-825a461f-d05c-4272-8d82-27ebb3de738b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569756
Apr 07 15:13:25.390862 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-8f6b2e63-1d63-42ec-969f-004e698b9f37 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8320a9ab818c4f26966d776426ee1e26&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4012527
Apr 07 15:13:25.397983 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 35144) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:25.436924 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b2e63-1d63-42ec-969f-004e698b9f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecdca53-2fd2-4892-bc6c-67db3fb685f9,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:25.442981 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-8f6b2e63-1d63-42ec-969f-004e698b9f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:25.500100 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-30c8df42-7ce6-48a7-a21e-b12b35c58ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:25.529833 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-30c8df42-7ce6-48a7-a21e-b12b35c58ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:25.582832 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-30c8df42-7ce6-48a7-a21e-b12b35c58ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:25.588165 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c0f0c2e7-a6e9-48ae-8e9b-23c4c5b452bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:25.603377 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8df42-7ce6-48a7-a21e-b12b35c58ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecdca53-2fd2-4892-bc6c-67db3fb685f9,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:25.605721 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-30c8df42-7ce6-48a7-a21e-b12b35c58ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:25.607160 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-30c8df42-7ce6-48a7-a21e-b12b35c58ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:25.611241 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-30c8df42-7ce6-48a7-a21e-b12b35c58ad0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ecdca53-2fd2-4892-bc6c-67db3fb685f9 HTTP/1.1" status: 204  len: 168 time: 0.2089748
Apr 07 15:13:25.698778 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-184fbdf0-811c-4856-9d07-a43bf89bb63e req-003ba982-7892-41c6-beb9-f529e6472201 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] For port 7963e76b-52e7-4f65-a8a7-ffa942491e52, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7963e76b-52e7-4f65-a8a7-ffa942491e52,segment=NetworkSegment(79fcc562-7a06-4e5d-94c9-3ba40a36f792),segment_id=79fcc562-7a06-4e5d-94c9-3ba40a36f792)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:13:25.699185 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-184fbdf0-811c-4856-9d07-a43bf89bb63e req-003ba982-7892-41c6-beb9-f529e6472201 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:25.780925 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a1351-5097-4081-b97a-5150b651f02b req-6f31759d-d1c9-4821-b29a-9b5fd880ad0e tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:25.788785 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2f8a1351-5097-4081-b97a-5150b651f02b req-6f31759d-d1c9-4821-b29a-9b5fd880ad0e tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 946 time: 0.2443659
Apr 07 15:13:25.873005 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-184fbdf0-811c-4856-9d07-a43bf89bb63e req-003ba982-7892-41c6-beb9-f529e6472201 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Calling delete_port for 7963e76b-52e7-4f65-a8a7-ffa942491e52 owned by compute:nova {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:13:25.924149 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2f8a1351-5097-4081-b97a-5150b651f02b req-8649d90a-d815-4537-9295-f388e51ed9d9 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/security-groups?id=77467a35-435c-4233-a25b-1b1446f980d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343932
Apr 07 15:13:25.973741 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 35164) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:25.999060 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-406c45e4-3513-44d7-a1af-33d43fe6b89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:26.018132 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-406c45e4-3513-44d7-a1af-33d43fe6b89a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:13:26.022526 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-406c45e4-3513-44d7-a1af-33d43fe6b89a admin admin] Usage tracker for resource:security_group_rule and tenant:b7445656e742476c8ecf2bdec560ae69 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:13:26.025654 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-406c45e4-3513-44d7-a1af-33d43fe6b89a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:13:26.031821 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-406c45e4-3513-44d7-a1af-33d43fe6b89a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:13:26.047731 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-184fbdf0-811c-4856-9d07-a43bf89bb63e req-003ba982-7892-41c6-beb9-f529e6472201 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:26.077006 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-024ac68e-60f5-4c28-ac46-b3d170a5a40e tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:26.094076 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['7963e76b-52e7-4f65-a8a7-ffa942491e52'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:13:26.139171 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-406c45e4-3513-44d7-a1af-33d43fe6b89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:26.143185 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-406c45e4-3513-44d7-a1af-33d43fe6b89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:26.152927 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e6687f84-4cdc-4567-9927-78862f361282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:26.196998 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-406c45e4-3513-44d7-a1af-33d43fe6b89a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b7445656e742476c8ecf2bdec560ae69&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2219403
Apr 07 15:13:26.197979 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c45e4-3513-44d7-a1af-33d43fe6b89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fa84ad-b7bd-45e6-bb03-6256fe60c91a,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:26.198880 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ba982-7892-41c6-beb9-f529e6472201 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Pushing event deleted for resources: {'Port': ['ID=7963e76b-52e7-4f65-a8a7-ffa942491e52,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:26.200516 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 35174) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:26.203587 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-406c45e4-3513-44d7-a1af-33d43fe6b89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:26.224398 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-003ba982-7892-41c6-beb9-f529e6472201 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:26.271204 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-63716c7f-5845-4f1c-84ef-df1535017ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:26.304272 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-63716c7f-5845-4f1c-84ef-df1535017ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:26.353749 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-63716c7f-5845-4f1c-84ef-df1535017ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:26.358333 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b0099bec-c56d-4bb6-aa8d-12a729cc4b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:26.375135 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63716c7f-5845-4f1c-84ef-df1535017ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fa84ad-b7bd-45e6-bb03-6256fe60c91a,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:26.377645 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-184fbdf0-811c-4856-9d07-a43bf89bb63e req-003ba982-7892-41c6-beb9-f529e6472201 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] No DVR routers for this DVR port 7963e76b-52e7-4f65-a8a7-ffa942491e52 on host hv-cinder-78226 {{(pid=84337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:13:26.380346 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-184fbdf0-811c-4856-9d07-a43bf89bb63e req-003ba982-7892-41c6-beb9-f529e6472201 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:26.382270 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-63716c7f-5845-4f1c-84ef-df1535017ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:26.383584 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-63716c7f-5845-4f1c-84ef-df1535017ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:26.387352 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-63716c7f-5845-4f1c-84ef-df1535017ef3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/83fa84ad-b7bd-45e6-bb03-6256fe60c91a HTTP/1.1" status: 204  len: 168 time: 0.1833351
Apr 07 15:13:26.389412 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60419452-88ae-4910-8a8f-a2407200c156', 'name': 'network-vif-deleted', 'tag': '7963e76b-52e7-4f65-a8a7-ffa942491e52'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:13:26.402170 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-184fbdf0-811c-4856-9d07-a43bf89bb63e req-003ba982-7892-41c6-beb9-f529e6472201 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.65 "DELETE /v2.0/ports/7963e76b-52e7-4f65-a8a7-ffa942491e52 HTTP/1.1" status: 204  len: 173 time: 1.4576449
Apr 07 15:13:26.484641 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60419452-88ae-4910-8a8f-a2407200c156', 'name': 'network-vif-deleted', 'tag': '7963e76b-52e7-4f65-a8a7-ffa942491e52', 'status': 'completed', 'code': 200}
Apr 07 15:13:26.696186 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa41e6-7511-4577-a502-2ad5b680b0a3 req-9e41feb5-29fa-4aa7-9569-67558c746e9d tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:26.698359 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-31aa41e6-7511-4577-a502-2ad5b680b0a3 req-9e41feb5-29fa-4aa7-9569-67558c746e9d tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.1448894
Apr 07 15:13:26.745187 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-31aa41e6-7511-4577-a502-2ad5b680b0a3 req-8f65426f-64a3-4d09-8cfe-e238b8b9d49d tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403554
Apr 07 15:13:27.120667 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-e5b2f394-a222-4c6c-97fd-8a486f42d522 req-80c5776d-7f66-408f-971e-d62af4373347 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Synchronizing usage tracker for tenant:cc9555d2ba234896823be6d5f89668b9 on resource:port {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:13:27.141188 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-e5b2f394-a222-4c6c-97fd-8a486f42d522 req-80c5776d-7f66-408f-971e-d62af4373347 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Unset dirty status for tenant:cc9555d2ba234896823be6d5f89668b9 on resource:port {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:13:27.142552 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e5b2f394-a222-4c6c-97fd-8a486f42d522 req-80c5776d-7f66-408f-971e-d62af4373347 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] 10.222.0.39 "GET /v2.0/ports?device_id=60419452-88ae-4910-8a8f-a2407200c156 HTTP/1.1" status: 200  len: 210 time: 0.0748913
Apr 07 15:13:27.338401 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ba626730-690f-4f4c-8700-395027de2d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:27.967087 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bd93a-c7a7-40db-b51b-ae8f9fe34746 req-9165e90f-ea0b-466b-8a85-5f1902a2f3ec tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:27.968739 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6d2bd93a-c7a7-40db-b51b-ae8f9fe34746 req-9165e90f-ea0b-466b-8a85-5f1902a2f3ec tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.0992591
Apr 07 15:13:28.002211 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6d2bd93a-c7a7-40db-b51b-ae8f9fe34746 req-ef0a2c69-0038-4f9f-9c83-e2160aaf8a9b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0250773
Apr 07 15:13:28.244737 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 35254) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:28.840461 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e6675cd9-93be-446a-855a-d0aed35db48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854367082'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:29.210722 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e117c22-c594-4fa1-9978-1fce425f173a req-f125004c-d540-444f-9806-7a2f647a9023 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:29.212499 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3e117c22-c594-4fa1-9978-1fce425f173a req-f125004c-d540-444f-9806-7a2f647a9023 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.0915065
Apr 07 15:13:29.225677 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-e6675cd9-93be-446a-855a-d0aed35db48d admin admin] Deleting port 2e6ab95f-4d01-4a87-b125-54d32a7504bc {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:13:29.226170 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e6675cd9-93be-446a-855a-d0aed35db48d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:29.244946 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3e117c22-c594-4fa1-9978-1fce425f173a req-9be9535f-d775-4f0c-a725-2207f7e433b8 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0255466
Apr 07 15:13:29.416536 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-e6675cd9-93be-446a-855a-d0aed35db48d admin admin] For port 2e6ab95f-4d01-4a87-b125-54d32a7504bc, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=2e6ab95f-4d01-4a87-b125-54d32a7504bc,segment=NetworkSegment(79fcc562-7a06-4e5d-94c9-3ba40a36f792),segment_id=79fcc562-7a06-4e5d-94c9-3ba40a36f792)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:13:29.416986 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e6675cd9-93be-446a-855a-d0aed35db48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:29.548506 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-e6675cd9-93be-446a-855a-d0aed35db48d admin admin] Calling delete_port for 2e6ab95f-4d01-4a87-b125-54d32a7504bc owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:13:29.772591 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:13:29.813571 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] No Port match for: 7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:13:29.813957 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 7ef9eefc-a4c2-4f9d-b7ac-e9e952f785bf not bound to the agent host hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:13:29.896835 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 7963e76b-52e7-4f65-a8a7-ffa942491e52 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:13:29.938390 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] No Port match for: 7963e76b-52e7-4f65-a8a7-ffa942491e52 {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:13:29.938806 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 7963e76b-52e7-4f65-a8a7-ffa942491e52 not bound to the agent host hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:13:29.957044 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bdffa489-5fb1-4da3-9cfb-e048eeb08604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:30.045264 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:30.109458 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e6675cd9-93be-446a-855a-d0aed35db48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:30.123404 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1224c4fb-7966-4dbf-a09f-5c75f97a5934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:30.225536 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6675cd9-93be-446a-855a-d0aed35db48d admin admin] Pushing event deleted for resources: {'Port': ['ID=2e6ab95f-4d01-4a87-b125-54d32a7504bc,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:30.236013 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e6675cd9-93be-446a-855a-d0aed35db48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:30.519192 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89982a00-ba82-4c22-a095-84217a3c3a31 req-f810f098-06a9-49cd-a756-6cbe5fb2cad7 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:30.520985 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-89982a00-ba82-4c22-a095-84217a3c3a31 req-f810f098-06a9-49cd-a756-6cbe5fb2cad7 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.1500654
Apr 07 15:13:30.563989 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-89982a00-ba82-4c22-a095-84217a3c3a31 req-f2e06b3e-a1cf-49dd-9658-3830865259b5 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0358825
Apr 07 15:13:30.594913 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e6675cd9-93be-446a-855a-d0aed35db48d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854367835'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:31.185244 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6675cd9-93be-446a-855a-d0aed35db48d admin admin] Router abd3ed9a-78b0-40a4-8946-7444aa433eaa has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:13:31.342432 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:31.440932 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6675cd9-93be-446a-855a-d0aed35db48d admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:13:31.459263 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5992b370-fe2b-4896-a637-dffd3c83c5b4 None None] Sync routers for ids ['abd3ed9a-78b0-40a4-8946-7444aa433eaa'] in dv-cinder-782260-2-iscsi {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:13:31.473107 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-e6675cd9-93be-446a-855a-d0aed35db48d admin admin] 10.222.0.39 "PUT /v2.0/routers/abd3ed9a-78b0-40a4-8946-7444aa433eaa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2243435
Apr 07 15:13:31.473571 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 35302) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:31.479317 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5992b370-fe2b-4896-a637-dffd3c83c5b4 None None] Routers {'abd3ed9a-78b0-40a4-8946-7444aa433eaa'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:13:31.480182 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-5992b370-fe2b-4896-a637-dffd3c83c5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe691210eb8>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:13:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['abd3ed9a-78b0-40a4-8946-7444aa433eaa'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:13:31.559329 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:13:31.684819 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:31.847103 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:31.854638 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-5992b370-fe2b-4896-a637-dffd3c83c5b4 None None] Set router abd3ed9a-78b0-40a4-8946-7444aa433eaa gateway port host: dv-cinder-782260-2-iscsi {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:13:31.935046 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:32.041273 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:32.068411 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Deleting port 3f0e7d70-f48c-4cd4-bac7-d456d70dbc70 {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:13:32.068813 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:32.285802 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] For port 3f0e7d70-f48c-4cd4-bac7-d456d70dbc70, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=3f0e7d70-f48c-4cd4-bac7-d456d70dbc70,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:13:32.285802 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:32.318296 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-5992b370-fe2b-4896-a637-dffd3c83c5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe691210eb8>, [{'id': 'abd3ed9a-78b0-40a4-8946-7444aa433eaa', 'name': 'tempest-ServerRescueNegativeTestJSON-1950534700-router', 'tenant_id': 'cc9555d2ba234896823be6d5f89668b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '3f0e7d70-f48c-4cd4-bac7-d456d70dbc70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:23Z', 'updated_at': '2021-04-07T15:13:30Z', 'revision_number': 5, 'project_id': 'cc9555d2ba234896823be6d5f89668b9', 'gw_port': {'id': '3f0e7d70-f48c-4cd4-bac7-d456d70dbc70', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd3ed9a-78b0-40a4-8946-7444aa433eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:26Z', 'updated_at': '2021-04-07T15:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi'}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:13:32.323720 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5992b370-fe2b-4896-a637-dffd3c83c5b4 None None] Checking router: abd3ed9a-78b0-40a4-8946-7444aa433eaa for host: dv-cinder-782260-2-iscsi {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:13:32.334835 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5992b370-fe2b-4896-a637-dffd3c83c5b4 None None] Routers {'abd3ed9a-78b0-40a4-8946-7444aa433eaa'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:13:32.335858 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-5992b370-fe2b-4896-a637-dffd3c83c5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe691210eb8>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:13:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['abd3ed9a-78b0-40a4-8946-7444aa433eaa'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:13:32.464781 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Calling delete_port for 3f0e7d70-f48c-4cd4-bac7-d456d70dbc70 owned by network:router_gateway {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:13:32.528153 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-5992b370-fe2b-4896-a637-dffd3c83c5b4 None None] Set router abd3ed9a-78b0-40a4-8946-7444aa433eaa gateway port host: None {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:13:32.580656 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4224ca7-8daa-456f-b24a-03904af22066 req-e0511d76-e9b0-4280-9964-fcebae52ba3e tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:32.589441 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d4224ca7-8daa-456f-b24a-03904af22066 req-e0511d76-e9b0-4280-9964-fcebae52ba3e tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.7153728
Apr 07 15:13:32.658440 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-5992b370-fe2b-4896-a637-dffd3c83c5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe691210eb8>, [{'id': 'abd3ed9a-78b0-40a4-8946-7444aa433eaa', 'name': 'tempest-ServerRescueNegativeTestJSON-1950534700-router', 'tenant_id': 'cc9555d2ba234896823be6d5f89668b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:23Z', 'updated_at': '2021-04-07T15:13:32Z', 'revision_number': 6, 'project_id': 'cc9555d2ba234896823be6d5f89668b9', 'gw_port_host': None}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:13:32.664251 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5992b370-fe2b-4896-a637-dffd3c83c5b4 None None] The sync data for ids ['abd3ed9a-78b0-40a4-8946-7444aa433eaa'] in dv-cinder-782260-2-iscsi is: [{'id': 'abd3ed9a-78b0-40a4-8946-7444aa433eaa', 'name': 'tempest-ServerRescueNegativeTestJSON-1950534700-router', 'tenant_id': 'cc9555d2ba234896823be6d5f89668b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:23Z', 'updated_at': '2021-04-07T15:13:32Z', 'revision_number': 6, 'project_id': 'cc9555d2ba234896823be6d5f89668b9', 'gw_port_host': None}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:13:33.127227 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d4224ca7-8daa-456f-b24a-03904af22066 req-b59ef993-2924-4662-8ac6-42a11a186833 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5362005
Apr 07 15:13:33.307554 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:33.326906 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c376801b-6fb2-4d37-83f3-2928baef8053 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:33.429980 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f0e7d70-f48c-4cd4-bac7-d456d70dbc70,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:33.451993 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:13:33.452403 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:13:33.452819 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:13:33.453296 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:13:33.453623 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:13:33.454036 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:13:33.454468 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:13:33.454787 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:13:33.455196 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:13:33.455705 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:13:33.456122 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:13:33.456376 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:13:33.460194 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:33.578086 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854265947'] for router_gateway, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:33.815155 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8050'] for router, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:33.817785 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:33.917624 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-401551'] for router, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:33.918238 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abd3ed9a-78b0-40a4-8946-7444aa433eaa {{(pid=84337) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 07 15:13:33.938429 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Notify callbacks [] for router, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:33.944606 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] 10.222.0.39 "DELETE /v2.0/routers/abd3ed9a-78b0-40a4-8946-7444aa433eaa HTTP/1.1" status: 204  len: 168 time: 2.4647911
Apr 07 15:13:33.945284 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 35330) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:34.036069 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f274d7-4875-4fa1-8537-98cb5fd8b025 admin admin] Deleting subnet 715e635f-38c7-4cfa-8476-85d5d882c8e5 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 15:13:34.041570 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-87f274d7-4875-4fa1-8537-98cb5fd8b025 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:34.161487 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 2e6ab95f-4d01-4a87-b125-54d32a7504bc no longer exists at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:13:34.206025 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-87f274d7-4875-4fa1-8537-98cb5fd8b025 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2959060'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:34.242963 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] No Port match for: 2e6ab95f-4d01-4a87-b125-54d32a7504bc {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:13:34.244945 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 2e6ab95f-4d01-4a87-b125-54d32a7504bc not bound to the agent host dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:13:34.245682 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 3f0e7d70-f48c-4cd4-bac7-d456d70dbc70 no longer exists at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:13:34.342811 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] No Port match for: 3f0e7d70-f48c-4cd4-bac7-d456d70dbc70 {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:13:34.344687 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 3f0e7d70-f48c-4cd4-bac7-d456d70dbc70 not bound to the agent host dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:13:34.371200 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-87f274d7-4875-4fa1-8537-98cb5fd8b025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770737'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:34.415250 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c97a98-4f58-4a2e-8183-30e7a038c5e3 req-b4428e1d-b870-45e1-9c4a-b7f92795d18e tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:34.418510 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-48c97a98-4f58-4a2e-8183-30e7a038c5e3 req-b4428e1d-b870-45e1-9c4a-b7f92795d18e tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.1356134
Apr 07 15:13:34.469761 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-48c97a98-4f58-4a2e-8183-30e7a038c5e3 req-90d717d5-8f77-4069-ad9f-273f51927d9c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418606
Apr 07 15:13:34.702979 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-87f274d7-4875-4fa1-8537-98cb5fd8b025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4103732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852538005'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:34.720887 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-9c5614cb-8c99-499b-89e9-21bc1dc18a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:34.871064 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f274d7-4875-4fa1-8537-98cb5fd8b025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=715e635f-38c7-4cfa-8476-85d5d882c8e5,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:34.889436 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-87f274d7-4875-4fa1-8537-98cb5fd8b025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:34.943657 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-87f274d7-4875-4fa1-8537-98cb5fd8b025 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:34.954277 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-87f274d7-4875-4fa1-8537-98cb5fd8b025 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/715e635f-38c7-4cfa-8476-85d5d882c8e5 HTTP/1.1" status: 204  len: 168 time: 1.0073392
Apr 07 15:13:34.956446 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 35360) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:35.088900 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d8f8548e-a158-4725-a96a-b71f3a4ffbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-189805'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:35.142928 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ab8848da-08bf-4d8d-b64b-20b0c7e462fe req-cb44bd3b-ac30-44b5-b784-a15e75d20643 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2142975
Apr 07 15:13:35.295148 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8848da-08bf-4d8d-b64b-20b0c7e462fe req-0ae257de-dc76-40f8-b4d8-290873c94652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:35.297487 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ab8848da-08bf-4d8d-b64b-20b0c7e462fe req-0ae257de-dc76-40f8-b4d8-290873c94652 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe4baebffb304bcebd7f14fa893dc5ab&device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 1099 time: 0.1071332
Apr 07 15:13:35.318667 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d8f8548e-a158-4725-a96a-b71f3a4ffbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-63823', 'neutron.services.segments.db._delete_segments_for_network--9223363247586968590'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:35.454895 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-d8f8548e-a158-4725-a96a-b71f3a4ffbc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe68bbc8160>,) {'filters': {'network_id': ['339f7b08-9f95-4282-b63e-f044a2cab794']}} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:13:35.469692 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-d8f8548e-a158-4725-a96a-b71f3a4ffbc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe68bbc8160>, '79fcc562-7a06-4e5d-94c9-3ba40a36f792') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:13:35.470040 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-d8f8548e-a158-4725-a96a-b71f3a4ffbc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe68bbc8160>, '79fcc562-7a06-4e5d-94c9-3ba40a36f792') {} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:13:35.484263 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d8f8548e-a158-4725-a96a-b71f3a4ffbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247586917884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851816724'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:35.505230 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d8f8548e-a158-4725-a96a-b71f3a4ffbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:35.516840 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8848da-08bf-4d8d-b64b-20b0c7e462fe req-c07d88b0-5c94-4d14-95fa-60b20c92b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:35.518911 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ab8848da-08bf-4d8d-b64b-20b0c7e462fe req-c07d88b0-5c94-4d14-95fa-60b20c92b175 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e0f3704-ba7e-4436-937d-51f6b7b3f535 HTTP/1.1" status: 200  len: 917 time: 0.1981466
Apr 07 15:13:35.532080 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f8548e-a158-4725-a96a-b71f3a4ffbc4 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 15:13:35.732467 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ab8848da-08bf-4d8d-b64b-20b0c7e462fe req-1a11bab9-aef0-4f59-b5ef-fb9251f64f0d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2385b65-973a-431d-b33e-126ee0b452a4 HTTP/1.1" status: 200  len: 1001 time: 0.2038834
Apr 07 15:13:35.752222 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-d8f8548e-a158-4725-a96a-b71f3a4ffbc4 admin admin] Network 339f7b08-9f95-4282-b63e-f044a2cab794 has no segments {{(pid=84338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:13:35.768828 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d8f8548e-a158-4725-a96a-b71f3a4ffbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4103785'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:35.826891 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a946091-44b4-4832-ab7a-9958587d0bd2 req-86ea0b81-1047-4370-bdc8-415811952c03 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:35.828686 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8a946091-44b4-4832-ab7a-9958587d0bd2 req-86ea0b81-1047-4370-bdc8-415811952c03 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.1989861
Apr 07 15:13:35.838330 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8848da-08bf-4d8d-b64b-20b0c7e462fe req-6d954335-45b8-4f9d-be7e-174816101d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:35.840779 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ab8848da-08bf-4d8d-b64b-20b0c7e462fe req-6d954335-45b8-4f9d-be7e-174816101d88 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d05646fb-c605-48bc-82c8-49d6fe52eea8 HTTP/1.1" status: 200  len: 855 time: 0.0988228
Apr 07 15:13:36.000993 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8a946091-44b4-4832-ab7a-9958587d0bd2 req-72810e75-d543-4edd-8e96-67d3f05e160c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1583307
Apr 07 15:13:36.050147 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8848da-08bf-4d8d-b64b-20b0c7e462fe req-7b5ef895-065c-407b-8c7b-ba936291489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:36.051877 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ab8848da-08bf-4d8d-b64b-20b0c7e462fe req-7b5ef895-065c-407b-8c7b-ba936291489d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e0f3704-ba7e-4436-937d-51f6b7b3f535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1883342
Apr 07 15:13:36.232462 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ab8848da-08bf-4d8d-b64b-20b0c7e462fe req-9e9cb2a1-8681-465d-b756-0ab7bd756d8e service neutron] 10.222.0.65 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1735036
Apr 07 15:13:36.383008 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-d8f8548e-a158-4725-a96a-b71f3a4ffbc4 admin admin] Network 339f7b08-9f95-4282-b63e-f044a2cab794 has no segments {{(pid=84338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]: Traceback (most recent call last):
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:     timer()
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:     cb(*args, **kw)
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:     return func(*args, **kwargs)
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:     self._notify()
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:     self.callback(batched_events)
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:     event.method(event)
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:     segment_id)['aggregates'][0]
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:     return f(self, *a, **k)
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self._get(url).json()
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:     **kwargs)
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self.request(url, 'GET', **kwargs)
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:     **endpoint_filter)
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 15:13:36.420889 dv-cinder-782260-2-iscsi neutron-server[84224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 15:13:36.443367 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ab8848da-08bf-4d8d-b64b-20b0c7e462fe req-ad137ebb-8e04-4caa-8761-d77349f4ff87 service neutron] 10.222.0.65 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2024994
Apr 07 15:13:36.535139 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d8f8548e-a158-4725-a96a-b71f3a4ffbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854711993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509890'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:36.539040 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:36.560316 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d8f8548e-a158-4725-a96a-b71f3a4ffbc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:36.567296 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8548e-a158-4725-a96a-b71f3a4ffbc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=339f7b08-9f95-4282-b63e-f044a2cab794,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:36.573594 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d8f8548e-a158-4725-a96a-b71f3a4ffbc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:36.596531 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-d8f8548e-a158-4725-a96a-b71f3a4ffbc4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/339f7b08-9f95-4282-b63e-f044a2cab794 HTTP/1.1" status: 204  len: 168 time: 1.6290472
Apr 07 15:13:36.628020 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0641916-69dd-4905-b4ed-0b833289977d req-090f8063-cff6-4616-9796-32225a396057 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:36.637452 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d0641916-69dd-4905-b4ed-0b833289977d req-090f8063-cff6-4616-9796-32225a396057 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.1928980
Apr 07 15:13:36.681005 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d0641916-69dd-4905-b4ed-0b833289977d req-48e00421-d8b9-44a6-95ac-f281969ef8a7 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423689
Apr 07 15:13:36.689347 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156bec2-9f1a-4c26-ab57-428c1e70dd95 req-e716f42a-378b-4f03-b00f-ec312e8a5273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:36.702356 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5156bec2-9f1a-4c26-ab57-428c1e70dd95 req-e716f42a-378b-4f03-b00f-ec312e8a5273 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b12d2babc7ca4e538b15fd6776db7809&device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 1099 time: 0.1673927
Apr 07 15:13:36.855189 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156bec2-9f1a-4c26-ab57-428c1e70dd95 req-342d575a-a233-4aa8-ab80-2b1f60f2dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:36.859761 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5156bec2-9f1a-4c26-ab57-428c1e70dd95 req-342d575a-a233-4aa8-ab80-2b1f60f2dd2d service neutron] 10.222.0.65 "GET /v2.0/networks?id=9ec87ff2-febc-4f18-8e41-ab2231995e81 HTTP/1.1" status: 200  len: 911 time: 0.1536310
Apr 07 15:13:36.860159 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 35396) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:36.986982 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-9808ef3d-bd7e-4e8f-8278-7ed9f1d058c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc9555d2ba234896823be6d5f89668b9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1229815
Apr 07 15:13:36.987460 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 35400) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:37.017567 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5156bec2-9f1a-4c26-ab57-428c1e70dd95 req-e50401dc-ecbc-4ae6-9cdb-d0b5d293115c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 HTTP/1.1" status: 200  len: 1001 time: 0.1438992
Apr 07 15:13:37.131936 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156bec2-9f1a-4c26-ab57-428c1e70dd95 req-ca6ba41e-a0ff-4307-9709-880b5bae2c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:37.133488 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5156bec2-9f1a-4c26-ab57-428c1e70dd95 req-ca6ba41e-a0ff-4307-9709-880b5bae2c83 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7b4613b1-aa51-4fff-9468-67e278e334ca HTTP/1.1" status: 200  len: 849 time: 0.1056201
Apr 07 15:13:37.136158 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d622fcf4-2594-4c33-8d3b-3c4f752e6bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:37.214712 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d622fcf4-2594-4c33-8d3b-3c4f752e6bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:37.285161 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156bec2-9f1a-4c26-ab57-428c1e70dd95 req-629ab74e-a265-4224-97b6-7175b1ad476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:37.286898 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5156bec2-9f1a-4c26-ab57-428c1e70dd95 req-629ab74e-a265-4224-97b6-7175b1ad476d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9ec87ff2-febc-4f18-8e41-ab2231995e81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1405892
Apr 07 15:13:37.322528 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d622fcf4-2594-4c33-8d3b-3c4f752e6bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:37.376280 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7f456cf2-8c13-4176-8886-022f57d07a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:37.409330 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622fcf4-2594-4c33-8d3b-3c4f752e6bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77467a35-435c-4233-a25b-1b1446f980d4,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:37.412507 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d622fcf4-2594-4c33-8d3b-3c4f752e6bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:37.417047 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d622fcf4-2594-4c33-8d3b-3c4f752e6bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:37.419191 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-d622fcf4-2594-4c33-8d3b-3c4f752e6bc0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/77467a35-435c-4233-a25b-1b1446f980d4 HTTP/1.1" status: 204  len: 168 time: 0.4305913
Apr 07 15:13:37.483008 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5156bec2-9f1a-4c26-ab57-428c1e70dd95 req-d2a4bea4-8f4c-4046-9960-6a83a3aa45ba service neutron] 10.222.0.65 "GET /v2.0/networks/9ec87ff2-febc-4f18-8e41-ab2231995e81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1882017
Apr 07 15:13:37.953766 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5156bec2-9f1a-4c26-ab57-428c1e70dd95 req-20857aef-a9bf-48d5-85d6-a59072511105 service neutron] 10.222.0.65 "GET /v2.0/networks/9ec87ff2-febc-4f18-8e41-ab2231995e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4643550
Apr 07 15:13:38.325187 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e0514-3606-4003-90fd-61a6786ecf0a req-b31c91ec-5a26-4875-98f5-9d06d0a3ce81 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:38.327292 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-561e0514-3606-4003-90fd-61a6786ecf0a req-b31c91ec-5a26-4875-98f5-9d06d0a3ce81 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.1417177
Apr 07 15:13:38.380594 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-561e0514-3606-4003-90fd-61a6786ecf0a req-e1aa4c54-df7d-42ea-8f71-86f589e599b3 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458407
Apr 07 15:13:38.699131 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 35456) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:38.883251 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-2cd7b7c5-1dcb-4b40-b31a-96f154106017 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1128785539-network', 'tenant_id': '09a257a07e644d319a1a2eea8f30902e'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:13:38.888864 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-2cd7b7c5-1dcb-4b40-b31a-96f154106017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:13:38.893058 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-2cd7b7c5-1dcb-4b40-b31a-96f154106017 admin admin] Usage tracker for resource:network and tenant:09a257a07e644d319a1a2eea8f30902e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:13:38.896510 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-2cd7b7c5-1dcb-4b40-b31a-96f154106017 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:13:38.903678 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-2cd7b7c5-1dcb-4b40-b31a-96f154106017 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:13:38.914194 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd7b7c5-1dcb-4b40-b31a-96f154106017 admin admin] Made reservation on behalf of 09a257a07e644d319a1a2eea8f30902e for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:13:38.919201 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b7c5-1dcb-4b40-b31a-96f154106017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:38.934312 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b7c5-1dcb-4b40-b31a-96f154106017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:38.952959 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-2cd7b7c5-1dcb-4b40-b31a-96f154106017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:13:38.957569 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-2cd7b7c5-1dcb-4b40-b31a-96f154106017 admin admin] Usage tracker for resource:security_group_rule and tenant:09a257a07e644d319a1a2eea8f30902e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:13:38.961333 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-2cd7b7c5-1dcb-4b40-b31a-96f154106017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:13:38.967722 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-2cd7b7c5-1dcb-4b40-b31a-96f154106017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:13:39.075735 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b7c5-1dcb-4b40-b31a-96f154106017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:39.079460 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b7c5-1dcb-4b40-b31a-96f154106017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:39.083196 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-8f6b2e63-1d63-42ec-969f-004e698b9f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:39.119735 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd7b7c5-1dcb-4b40-b31a-96f154106017 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'}  {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 15:13:39.130697 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7b7c5-1dcb-4b40-b31a-96f154106017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6b52e2-642c-4cbb-93d1-2182eee2393a,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:39.134943 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-2cd7b7c5-1dcb-4b40-b31a-96f154106017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:39.138186 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b7c5-1dcb-4b40-b31a-96f154106017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:39.138670 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.segments_db [None req-2cd7b7c5-1dcb-4b40-b31a-96f154106017 admin admin] Added segment 0d0e27b9-af44-431e-95db-0971c948cea4 of type vlan for network 78f7daf2-6c34-4847-8450-428cbb44c1c1
Apr 07 15:13:39.168438 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b7c5-1dcb-4b40-b31a-96f154106017 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247587465195'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:39.228174 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b7c5-1dcb-4b40-b31a-96f154106017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:39.229859 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd7b7c5-1dcb-4b40-b31a-96f154106017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:39.230521 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b7c5-1dcb-4b40-b31a-96f154106017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:39.234430 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:39.347534 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-2cd7b7c5-1dcb-4b40-b31a-96f154106017 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.6468163
Apr 07 15:13:39.348611 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7b7c5-1dcb-4b40-b31a-96f154106017 admin admin] Pushing event updated for resources: {'Network': ['ID=78f7daf2-6c34-4847-8450-428cbb44c1c1,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:39.350843 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 35466) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:39.352059 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-2cd7b7c5-1dcb-4b40-b31a-96f154106017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:39.357374 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-1cb4441d-beed-455d-b62e-263bd4196a74 admin admin] Request body: {'subnet': {'network_id': '78f7daf2-6c34-4847-8450-428cbb44c1c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1128785539-subnet', 'tenant_id': '09a257a07e644d319a1a2eea8f30902e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:13:39.361741 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Network 78f7daf2-6c34-4847-8450-428cbb44c1c1 details requested by agent ovs-agent-dv-cinder-782260-2-iscsi with host dv-cinder-782260-2-iscsi {{(pid=84339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 15:13:39.364553 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-1cb4441d-beed-455d-b62e-263bd4196a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:13:39.368911 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-1cb4441d-beed-455d-b62e-263bd4196a74 admin admin] Usage tracker for resource:subnet and tenant:09a257a07e644d319a1a2eea8f30902e is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:13:39.372542 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-1cb4441d-beed-455d-b62e-263bd4196a74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:13:39.379220 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-1cb4441d-beed-455d-b62e-263bd4196a74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:13:39.389757 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb4441d-beed-455d-b62e-263bd4196a74 admin admin] Made reservation on behalf of 09a257a07e644d319a1a2eea8f30902e for: {'subnet': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:13:39.395191 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1cb4441d-beed-455d-b62e-263bd4196a74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:39.766874 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083edd2d-cb6d-46d1-9656-0ff16387b684 req-63395fe9-45ef-4cde-aaad-d8037f8b81ce tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:39.770753 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-083edd2d-cb6d-46d1-9656-0ff16387b684 req-63395fe9-45ef-4cde-aaad-d8037f8b81ce tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.1874287
Apr 07 15:13:39.887649 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-083edd2d-cb6d-46d1-9656-0ff16387b684 req-0b2f27d7-5b98-4f73-a062-df772263c431 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403740
Apr 07 15:13:40.066971 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1cb4441d-beed-455d-b62e-263bd4196a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for subnet, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:40.106237 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:40.239649 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4441d-beed-455d-b62e-263bd4196a74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a13631d-3e3a-49a9-9233-7168f2abcd8c,revision_number=0']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:40.251253 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1cb4441d-beed-455d-b62e-263bd4196a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:40.398260 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb4441d-beed-455d-b62e-263bd4196a74 admin admin] Checking segment: {'id': '0d0e27b9-af44-431e-95db-0971c948cea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '78f7daf2-6c34-4847-8450-428cbb44c1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:13:40.398782 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb4441d-beed-455d-b62e-263bd4196a74 admin admin] Network hostable DHCP agents. Network: 78f7daf2-6c34-4847-8450-428cbb44c1c1, hostable agents: ['13ef685d-6932-4a97-bd41-a6ee1416974e'], hosted agents: [] {{(pid=84337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 15:13:40.436232 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb4441d-beed-455d-b62e-263bd4196a74 admin admin] Network 78f7daf2-6c34-4847-8450-428cbb44c1c1 is scheduled to be hosted by DHCP agent 13ef685d-6932-4a97-bd41-a6ee1416974e with binding_index 1 {{(pid=84337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 15:13:40.452800 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-1cb4441d-beed-455d-b62e-263bd4196a74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-iscsi, 78f7daf2-6c34-4847-8450-428cbb44c1c1) {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:13:40.457574 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb4441d-beed-455d-b62e-263bd4196a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:40.458243 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1cb4441d-beed-455d-b62e-263bd4196a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for subnet, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:40.463777 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65127b35-be2f-4476-a4a6-65cc321d8f7c None None] Network 78f7daf2-6c34-4847-8450-428cbb44c1c1 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:13:40.496828 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-1cb4441d-beed-455d-b62e-263bd4196a74 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.1366036
Apr 07 15:13:40.764759 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3416d5-ab4d-4cf2-a6bb-c3b1739524bc None None] Network 78f7daf2-6c34-4847-8450-428cbb44c1c1 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:13:41.164961 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 35510) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:41.171562 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-9d014a71-04b0-4767-a6d3-187958750859 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-424631775-network', 'tenant_id': '3cd7ecf0305044b9b2f770cfa3b5b8ec'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:13:41.177431 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-9d014a71-04b0-4767-a6d3-187958750859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:13:41.181838 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-9d014a71-04b0-4767-a6d3-187958750859 admin admin] Usage tracker for resource:network and tenant:3cd7ecf0305044b9b2f770cfa3b5b8ec is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:13:41.185067 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-9d014a71-04b0-4767-a6d3-187958750859 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:13:41.191372 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-9d014a71-04b0-4767-a6d3-187958750859 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:13:41.202730 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d014a71-04b0-4767-a6d3-187958750859 admin admin] Made reservation on behalf of 3cd7ecf0305044b9b2f770cfa3b5b8ec for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:13:41.207964 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9d014a71-04b0-4767-a6d3-187958750859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:41.222534 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9d014a71-04b0-4767-a6d3-187958750859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:41.238986 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-9d014a71-04b0-4767-a6d3-187958750859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:13:41.243315 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-9d014a71-04b0-4767-a6d3-187958750859 admin admin] Usage tracker for resource:security_group_rule and tenant:3cd7ecf0305044b9b2f770cfa3b5b8ec is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:13:41.246690 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-9d014a71-04b0-4767-a6d3-187958750859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:13:41.253434 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-9d014a71-04b0-4767-a6d3-187958750859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:13:41.357058 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9d014a71-04b0-4767-a6d3-187958750859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:41.363470 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9d014a71-04b0-4767-a6d3-187958750859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:41.368811 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-99637b7e-6ce4-488d-8054-e6d3280a9f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:41.403783 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d014a71-04b0-4767-a6d3-187958750859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cabe5e1-dd1d-489f-82d3-94ea611321e7,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:41.407280 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-9d014a71-04b0-4767-a6d3-187958750859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:41.424575 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d014a71-04b0-4767-a6d3-187958750859 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'}  {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 15:13:41.439297 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9d014a71-04b0-4767-a6d3-187958750859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:41.439705 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.segments_db [None req-9d014a71-04b0-4767-a6d3-187958750859 admin admin] Added segment e2ced91e-0757-4892-938e-1cba4fc5a12d of type vlan for network 587c8b49-3f85-42f8-ae53-b09e8435b4ca
Apr 07 15:13:41.481402 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9d014a71-04b0-4767-a6d3-187958750859 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247587465195'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:41.549395 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9d014a71-04b0-4767-a6d3-187958750859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:41.550980 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d014a71-04b0-4767-a6d3-187958750859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:41.551646 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9d014a71-04b0-4767-a6d3-187958750859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:41.558520 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:41.717137 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-9d014a71-04b0-4767-a6d3-187958750859 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.5509911
Apr 07 15:13:41.720170 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 35524) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:41.725820 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d014a71-04b0-4767-a6d3-187958750859 admin admin] Pushing event updated for resources: {'Network': ['ID=587c8b49-3f85-42f8-ae53-b09e8435b4ca,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:41.728969 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-9d014a71-04b0-4767-a6d3-187958750859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:41.731165 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-d828d0e1-e161-4378-8595-2b9019cf6f85 admin admin] Request body: {'subnet': {'network_id': '587c8b49-3f85-42f8-ae53-b09e8435b4ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-424631775-subnet', 'tenant_id': '3cd7ecf0305044b9b2f770cfa3b5b8ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:13:41.741603 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Network 587c8b49-3f85-42f8-ae53-b09e8435b4ca details requested by agent ovs-agent-dv-cinder-782260-2-iscsi with host dv-cinder-782260-2-iscsi {{(pid=84339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 15:13:41.742459 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d828d0e1-e161-4378-8595-2b9019cf6f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:13:41.751793 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d828d0e1-e161-4378-8595-2b9019cf6f85 admin admin] Usage tracker for resource:subnet and tenant:3cd7ecf0305044b9b2f770cfa3b5b8ec is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:13:41.764296 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d828d0e1-e161-4378-8595-2b9019cf6f85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:13:41.791077 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d828d0e1-e161-4378-8595-2b9019cf6f85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:13:41.825550 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d828d0e1-e161-4378-8595-2b9019cf6f85 admin admin] Made reservation on behalf of 3cd7ecf0305044b9b2f770cfa3b5b8ec for: {'subnet': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:13:41.835676 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d828d0e1-e161-4378-8595-2b9019cf6f85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:42.390842 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d828d0e1-e161-4378-8595-2b9019cf6f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for subnet, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:42.407131 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1a88ad35-7856-4679-b1bd-f3402700bd11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:42.535416 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828d0e1-e161-4378-8595-2b9019cf6f85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=423c3ee5-ceab-4d91-a4bb-6d71b7f545c7,revision_number=0']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:42.540077 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d828d0e1-e161-4378-8595-2b9019cf6f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:42.621020 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d828d0e1-e161-4378-8595-2b9019cf6f85 admin admin] Checking segment: {'id': 'e2ced91e-0757-4892-938e-1cba4fc5a12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '587c8b49-3f85-42f8-ae53-b09e8435b4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:13:42.621431 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d828d0e1-e161-4378-8595-2b9019cf6f85 admin admin] Network hostable DHCP agents. Network: 587c8b49-3f85-42f8-ae53-b09e8435b4ca, hostable agents: ['13ef685d-6932-4a97-bd41-a6ee1416974e'], hosted agents: [] {{(pid=84337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 15:13:42.642948 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d828d0e1-e161-4378-8595-2b9019cf6f85 admin admin] Network 587c8b49-3f85-42f8-ae53-b09e8435b4ca is scheduled to be hosted by DHCP agent 13ef685d-6932-4a97-bd41-a6ee1416974e with binding_index 1 {{(pid=84337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 15:13:42.653458 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-d828d0e1-e161-4378-8595-2b9019cf6f85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-iscsi, 587c8b49-3f85-42f8-ae53-b09e8435b4ca) {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:13:42.657761 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d828d0e1-e161-4378-8595-2b9019cf6f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:13:42.658437 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d828d0e1-e161-4378-8595-2b9019cf6f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for subnet, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:42.667218 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a2d360-3428-43a7-853b-65db12704d84 None None] Network 587c8b49-3f85-42f8-ae53-b09e8435b4ca requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:13:42.693433 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-d828d0e1-e161-4378-8595-2b9019cf6f85 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.9716682
Apr 07 15:13:42.888440 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 35542) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:42.923106 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d59eb94-8155-4909-94f5-d7630552e66d None None] Network 587c8b49-3f85-42f8-ae53-b09e8435b4ca requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:13:42.972976 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_v2 [None req-c526a741-b401-42cd-bd86-e8e876ef3b86 admin admin] Deleting subnet 0a13631d-3e3a-49a9-9233-7168f2abcd8c {{(pid=84337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 15:13:42.976643 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c526a741-b401-42cd-bd86-e8e876ef3b86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:43.032745 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c526a741-b401-42cd-bd86-e8e876ef3b86 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:43.041896 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c526a741-b401-42cd-bd86-e8e876ef3b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770737'] for subnet, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:43.399479 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c526a741-b401-42cd-bd86-e8e876ef3b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for subnet, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:43.416584 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:43.506356 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526a741-b401-42cd-bd86-e8e876ef3b86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a13631d-3e3a-49a9-9233-7168f2abcd8c,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:43.511006 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c526a741-b401-42cd-bd86-e8e876ef3b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:43.564567 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c526a741-b401-42cd-bd86-e8e876ef3b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for subnet, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:43.573053 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-c526a741-b401-42cd-bd86-e8e876ef3b86 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0a13631d-3e3a-49a9-9233-7168f2abcd8c HTTP/1.1" status: 204  len: 168 time: 0.6831753
Apr 07 15:13:43.576192 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 35558) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:43.714872 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-189805'] for network, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:43.921632 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-63823', 'neutron.services.segments.db._delete_segments_for_network--9223363247586968590'] for network, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:44.060094 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fe6907c01d0>> segment before_delete 55550000 {{(pid=84337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:13:44.060394 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fe6907c01d0>> subnet precommit_delete_associations 55550000 {{(pid=84337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:13:44.061287 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe690a86c88>> segment_host_mapping after_create 55550000 {{(pid=84337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:13:44.061704 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe690a86c88>> port after_create 55550000 {{(pid=84337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:13:44.062062 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe690a86c88>> port after_delete 55550000 {{(pid=84337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:13:44.062488 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe690a86c88>> port after_update 55550000 {{(pid=84337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:13:44.062885 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe690a86c88>> segment after_delete 55550000 {{(pid=84337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:13:44.063264 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe690a86c88>> subnet after_create 55550000 {{(pid=84337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:13:44.063643 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe690a86c88>> subnet after_delete 55550000 {{(pid=84337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:13:44.064030 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe690a86c88>> subnet after_update 55550000 {{(pid=84337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:13:44.194200 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe690345470>> subnet after_create 55550000 {{(pid=84337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:13:44.195616 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe690345470>> subnet after_delete 55550000 {{(pid=84337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:13:44.196442 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe690345470>> subnet before_create 55550000 {{(pid=84337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:13:44.197256 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe690345470>> subnet before_update 55550000 {{(pid=84337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 15:13:44.198639 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe6906afb38>,) {'filters': {'network_id': ['78f7daf2-6c34-4847-8450-428cbb44c1c1']}} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:13:44.219439 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe6906afb38>, '0d0e27b9-af44-431e-95db-0971c948cea4') {'for_net_delete': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:13:44.220429 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe6906afb38>, '0d0e27b9-af44-431e-95db-0971c948cea4') {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:13:44.235519 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247586917884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2796996'] for segment, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:44.253729 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:44.262155 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=84337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 15:13:44.474485 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] Network 78f7daf2-6c34-4847-8450-428cbb44c1c1 has no segments {{(pid=84337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:13:44.484953 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852156655'] for segment, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:44.695505 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] Network 78f7daf2-6c34-4847-8450-428cbb44c1c1 has no segments {{(pid=84337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:   from cryptography.utils import int_from_bytes
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:   from cryptography.utils import int_from_bytes
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:   (rel_b, rel_a, rel_b),
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:   (rel_b, rel_a, rel_b),
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]: Traceback (most recent call last):
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:     timer()
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:     cb(*args, **kw)
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:     return func(*args, **kwargs)
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:     self._notify()
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:     self.callback(batched_events)
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:     event.method(event)
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:     segment_id)['aggregates'][0]
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:     return f(self, *a, **k)
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self._get(url).json()
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:     **kwargs)
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self.request(url, 'GET', **kwargs)
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:     **endpoint_filter)
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 15:13:44.728786 dv-cinder-782260-2-iscsi neutron-server[84224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 15:13:44.877689 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854711993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509890'] for network, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:44.885093 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:44.904965 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:44.915761 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] Pushing event deleted for resources: {'Network': ['ID=78f7daf2-6c34-4847-8450-428cbb44c1c1,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:44.922807 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:44.928396 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] 10.222.0.39 "DELETE /v2.0/networks/78f7daf2-6c34-4847-8450-428cbb44c1c1 HTTP/1.1" status: 204  len: 168 time: 1.3491616
Apr 07 15:13:44.928578 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 35582) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:45.002655 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff39f290-7b3b-4df7-b96b-0170ea4314d8 admin admin] Deleting subnet 423c3ee5-ceab-4d91-a4bb-6d71b7f545c7 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 15:13:45.006534 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ff39f290-7b3b-4df7-b96b-0170ea4314d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:45.068606 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ff39f290-7b3b-4df7-b96b-0170ea4314d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2959060'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:45.144404 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ff39f290-7b3b-4df7-b96b-0170ea4314d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770737'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:45.454517 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ff39f290-7b3b-4df7-b96b-0170ea4314d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4103732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852538005'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:45.471822 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5e69fabb-4dd8-49ff-be15-d1ce2f2f032b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:45.566806 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39f290-7b3b-4df7-b96b-0170ea4314d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=423c3ee5-ceab-4d91-a4bb-6d71b7f545c7,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:45.572055 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ff39f290-7b3b-4df7-b96b-0170ea4314d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:45.623466 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ff39f290-7b3b-4df7-b96b-0170ea4314d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:45.630349 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-ff39f290-7b3b-4df7-b96b-0170ea4314d8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/423c3ee5-ceab-4d91-a4bb-6d71b7f545c7 HTTP/1.1" status: 204  len: 168 time: 0.7005260
Apr 07 15:13:45.632952 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 35586) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:45.767296 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-388ec87e-7008-4816-aea9-d316ff4b5fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-189805'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:45.993347 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-388ec87e-7008-4816-aea9-d316ff4b5fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-63823', 'neutron.services.segments.db._delete_segments_for_network--9223363247586968590'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:46.131581 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-388ec87e-7008-4816-aea9-d316ff4b5fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe68bd5e5c0>,) {'filters': {'network_id': ['587c8b49-3f85-42f8-ae53-b09e8435b4ca']}} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:13:46.146248 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-388ec87e-7008-4816-aea9-d316ff4b5fa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe68bd5e5c0>, 'e2ced91e-0757-4892-938e-1cba4fc5a12d') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:13:46.146617 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-388ec87e-7008-4816-aea9-d316ff4b5fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe68bd5e5c0>, 'e2ced91e-0757-4892-938e-1cba4fc5a12d') {} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:13:46.161940 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-388ec87e-7008-4816-aea9-d316ff4b5fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247586917884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851816724'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:46.179226 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-388ec87e-7008-4816-aea9-d316ff4b5fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:46.186868 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388ec87e-7008-4816-aea9-d316ff4b5fa1 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 15:13:46.385649 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-388ec87e-7008-4816-aea9-d316ff4b5fa1 admin admin] Network 587c8b49-3f85-42f8-ae53-b09e8435b4ca has no segments {{(pid=84338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:13:46.395832 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-388ec87e-7008-4816-aea9-d316ff4b5fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4103785'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:46.590711 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-388ec87e-7008-4816-aea9-d316ff4b5fa1 admin admin] Network 587c8b49-3f85-42f8-ae53-b09e8435b4ca has no segments {{(pid=84338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]: Traceback (most recent call last):
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:     timer()
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:     cb(*args, **kw)
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:     return func(*args, **kwargs)
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:     self._notify()
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:     self.callback(batched_events)
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:     event.method(event)
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:     segment_id)['aggregates'][0]
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:     return f(self, *a, **k)
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self._get(url).json()
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:     **kwargs)
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self.request(url, 'GET', **kwargs)
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:     **endpoint_filter)
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 15:13:46.614319 dv-cinder-782260-2-iscsi neutron-server[84224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 15:13:46.692565 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-388ec87e-7008-4816-aea9-d316ff4b5fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854711993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509890'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:46.696730 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:46.714071 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-388ec87e-7008-4816-aea9-d316ff4b5fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:46.729341 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ec87e-7008-4816-aea9-d316ff4b5fa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=587c8b49-3f85-42f8-ae53-b09e8435b4ca,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:46.735296 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-388ec87e-7008-4816-aea9-d316ff4b5fa1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/587c8b49-3f85-42f8-ae53-b09e8435b4ca HTTP/1.1" status: 204  len: 168 time: 1.0989163
Apr 07 15:13:46.735296 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-388ec87e-7008-4816-aea9-d316ff4b5fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:46.950205 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 35626) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:47.005717 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-2a2118f2-10df-4f3e-8a4f-81d374e30218 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=09a257a07e644d319a1a2eea8f30902e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0540378
Apr 07 15:13:47.008960 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 35630) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:47.080263 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fb0390f5-df64-42a9-8419-ef9bc659d41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:47.112964 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fb0390f5-df64-42a9-8419-ef9bc659d41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:47.164549 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fb0390f5-df64-42a9-8419-ef9bc659d41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:47.170803 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a15fd7ea-c408-4af6-a601-9f557e620ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:47.187150 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0390f5-df64-42a9-8419-ef9bc659d41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6b52e2-642c-4cbb-93d1-2182eee2393a,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:47.190420 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-fb0390f5-df64-42a9-8419-ef9bc659d41e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:47.192853 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fb0390f5-df64-42a9-8419-ef9bc659d41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:47.197516 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-fb0390f5-df64-42a9-8419-ef9bc659d41e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f6b52e2-642c-4cbb-93d1-2182eee2393a HTTP/1.1" status: 204  len: 168 time: 0.1841102
Apr 07 15:13:47.640911 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 35638) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:47.697966 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-58b9418d-fe8d-4a38-b85d-478e30522bef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3cd7ecf0305044b9b2f770cfa3b5b8ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0552878
Apr 07 15:13:47.700514 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 35642) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:47.846081 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8829d3f4-4ea6-43b1-838b-fe5393838911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:47.882094 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8829d3f4-4ea6-43b1-838b-fe5393838911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:47.956736 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8829d3f4-4ea6-43b1-838b-fe5393838911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:47.963945 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-736ed37a-7793-4a0b-9dae-ec814c3438a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:47.981703 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8829d3f4-4ea6-43b1-838b-fe5393838911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cabe5e1-dd1d-489f-82d3-94ea611321e7,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:47.998044 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-8829d3f4-4ea6-43b1-838b-fe5393838911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:47.999630 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8829d3f4-4ea6-43b1-838b-fe5393838911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:48.006065 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-8829d3f4-4ea6-43b1-838b-fe5393838911 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8cabe5e1-dd1d-489f-82d3-94ea611321e7 HTTP/1.1" status: 204  len: 168 time: 0.3032804
Apr 07 15:13:48.870757 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 35690) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:49.057769 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-68989ae3-1712-4d30-88c9-0242c5b59cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:49.085138 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-68989ae3-1712-4d30-88c9-0242c5b59cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:13:49.089549 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-68989ae3-1712-4d30-88c9-0242c5b59cf9 admin admin] Usage tracker for resource:security_group_rule and tenant:45f11c87f8d449ac9ce38fa6d73ca21e is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:13:49.094155 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-68989ae3-1712-4d30-88c9-0242c5b59cf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:13:49.105768 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-68989ae3-1712-4d30-88c9-0242c5b59cf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:13:49.218295 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-68989ae3-1712-4d30-88c9-0242c5b59cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:49.223592 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-68989ae3-1712-4d30-88c9-0242c5b59cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:49.236266 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-55603922-6f10-4668-a1ce-610c938e3700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:49.293683 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-68989ae3-1712-4d30-88c9-0242c5b59cf9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45f11c87f8d449ac9ce38fa6d73ca21e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4187813
Apr 07 15:13:49.293683 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68989ae3-1712-4d30-88c9-0242c5b59cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ba9444-bc4d-4d1e-b32a-b157e3fb6d09,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:49.294290 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 35704) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:49.297556 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-68989ae3-1712-4d30-88c9-0242c5b59cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:49.419500 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-505fdf89-5908-425c-90d1-b59e81d2b9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:49.453549 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-505fdf89-5908-425c-90d1-b59e81d2b9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:49.520869 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-505fdf89-5908-425c-90d1-b59e81d2b9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:49.527721 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-cd476a28-29a1-479b-acb0-373a1918a3f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:49.540957 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505fdf89-5908-425c-90d1-b59e81d2b9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ba9444-bc4d-4d1e-b32a-b157e3fb6d09,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:49.554094 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505fdf89-5908-425c-90d1-b59e81d2b9e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:13:49.555014 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505fdf89-5908-425c-90d1-b59e81d2b9e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:13:49.555400 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505fdf89-5908-425c-90d1-b59e81d2b9e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:13:49.555964 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505fdf89-5908-425c-90d1-b59e81d2b9e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:13:49.556408 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505fdf89-5908-425c-90d1-b59e81d2b9e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:13:49.557085 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505fdf89-5908-425c-90d1-b59e81d2b9e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:13:49.557724 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505fdf89-5908-425c-90d1-b59e81d2b9e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:13:49.558387 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505fdf89-5908-425c-90d1-b59e81d2b9e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:13:49.559095 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505fdf89-5908-425c-90d1-b59e81d2b9e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:13:49.559686 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505fdf89-5908-425c-90d1-b59e81d2b9e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:13:49.560159 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505fdf89-5908-425c-90d1-b59e81d2b9e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:13:49.560888 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505fdf89-5908-425c-90d1-b59e81d2b9e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:13:49.564925 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-505fdf89-5908-425c-90d1-b59e81d2b9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:49.566260 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-505fdf89-5908-425c-90d1-b59e81d2b9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:49.567628 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-505fdf89-5908-425c-90d1-b59e81d2b9e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/00ba9444-bc4d-4d1e-b32a-b157e3fb6d09 HTTP/1.1" status: 204  len: 168 time: 0.2721963
Apr 07 15:13:50.134433 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 35734) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:50.156663 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-deaf9a22-c1d6-4a42-a7c7-b4064a3381ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:50.174459 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-deaf9a22-c1d6-4a42-a7c7-b4064a3381ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:13:50.181460 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-deaf9a22-c1d6-4a42-a7c7-b4064a3381ed admin admin] Usage tracker for resource:security_group_rule and tenant:416511eb4c19445bbf1034bca369c824 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:13:50.186350 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-deaf9a22-c1d6-4a42-a7c7-b4064a3381ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:13:50.193063 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-deaf9a22-c1d6-4a42-a7c7-b4064a3381ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:13:50.305384 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-deaf9a22-c1d6-4a42-a7c7-b4064a3381ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:50.313412 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-deaf9a22-c1d6-4a42-a7c7-b4064a3381ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:50.324281 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-9fd9daeb-8f15-412e-880b-49e738172122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:50.372023 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-deaf9a22-c1d6-4a42-a7c7-b4064a3381ed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=416511eb4c19445bbf1034bca369c824&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2362726
Apr 07 15:13:50.374962 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 35746) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:50.377707 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf9a22-c1d6-4a42-a7c7-b4064a3381ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbef6c6a-6594-4895-86e0-b3d68f133907,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:50.381247 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-deaf9a22-c1d6-4a42-a7c7-b4064a3381ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:50.458514 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-52e96725-4184-4031-a653-9ce22bc06a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:50.488305 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-52e96725-4184-4031-a653-9ce22bc06a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:50.497145 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 35758) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:50.547815 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-52e96725-4184-4031-a653-9ce22bc06a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:50.553716 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-2fc2ac44-9085-4ad6-96a2-0cf622a9c495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:50.568487 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e96725-4184-4031-a653-9ce22bc06a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbef6c6a-6594-4895-86e0-b3d68f133907,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:50.571983 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-52e96725-4184-4031-a653-9ce22bc06a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:50.572937 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-52e96725-4184-4031-a653-9ce22bc06a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:50.574198 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-52e96725-4184-4031-a653-9ce22bc06a63 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fbef6c6a-6594-4895-86e0-b3d68f133907 HTTP/1.1" status: 204  len: 168 time: 0.1981208
Apr 07 15:13:50.628541 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3d983f7b-8ad4-49fd-b04a-c772d469c357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:50.647337 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-3d983f7b-8ad4-49fd-b04a-c772d469c357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:13:50.651912 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-3d983f7b-8ad4-49fd-b04a-c772d469c357 admin admin] Usage tracker for resource:security_group_rule and tenant:cdd13414fbb048d68038d1b74b9c75d1 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:13:50.655192 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-3d983f7b-8ad4-49fd-b04a-c772d469c357 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:13:50.661881 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-3d983f7b-8ad4-49fd-b04a-c772d469c357 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:13:50.753770 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3d983f7b-8ad4-49fd-b04a-c772d469c357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:50.757461 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3d983f7b-8ad4-49fd-b04a-c772d469c357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:50.767475 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f4090481-716d-4755-b6e5-97b553f430bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:50.812052 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-3d983f7b-8ad4-49fd-b04a-c772d469c357 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cdd13414fbb048d68038d1b74b9c75d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3136325
Apr 07 15:13:50.813897 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d983f7b-8ad4-49fd-b04a-c772d469c357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55003d6b-a8a8-4512-9d32-17dc22352e99,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:50.814968 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 35770) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:50.817189 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-3d983f7b-8ad4-49fd-b04a-c772d469c357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:50.893249 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8fba5fba-ba1a-44fd-b9db-f461807287c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:50.925268 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8fba5fba-ba1a-44fd-b9db-f461807287c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:50.976063 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8fba5fba-ba1a-44fd-b9db-f461807287c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:50.981311 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-8c7990e3-170e-4a19-9dba-9f5207a7a4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:50.994995 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba5fba-ba1a-44fd-b9db-f461807287c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55003d6b-a8a8-4512-9d32-17dc22352e99,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:50.997459 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-8fba5fba-ba1a-44fd-b9db-f461807287c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:51.001087 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8fba5fba-ba1a-44fd-b9db-f461807287c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:51.002349 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-8fba5fba-ba1a-44fd-b9db-f461807287c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55003d6b-a8a8-4512-9d32-17dc22352e99 HTTP/1.1" status: 204  len: 168 time: 0.1862221
Apr 07 15:13:51.374089 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 35812) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:51.394323 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d949d694-35c8-4d3c-86c9-cb9a8c319391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:51.411651 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d949d694-35c8-4d3c-86c9-cb9a8c319391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:13:51.417165 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d949d694-35c8-4d3c-86c9-cb9a8c319391 admin admin] Usage tracker for resource:security_group_rule and tenant:ea7e7b25c5b54fb09a8d097e1b69a72b is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:13:51.420748 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d949d694-35c8-4d3c-86c9-cb9a8c319391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:13:51.427298 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d949d694-35c8-4d3c-86c9-cb9a8c319391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:13:51.524686 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d949d694-35c8-4d3c-86c9-cb9a8c319391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:51.528144 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d949d694-35c8-4d3c-86c9-cb9a8c319391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:51.538029 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f989c157-2f1c-4a2f-8827-87a8e2b412d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:51.569725 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949d694-35c8-4d3c-86c9-cb9a8c319391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33abdf88-0f01-4f12-8b16-ffb9b9244378,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:51.580268 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d949d694-35c8-4d3c-86c9-cb9a8c319391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:51.593972 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-d949d694-35c8-4d3c-86c9-cb9a8c319391 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea7e7b25c5b54fb09a8d097e1b69a72b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2148161
Apr 07 15:13:51.594567 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 35820) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:51.668146 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7f010551-2ec7-48e2-bc96-90bc38847418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:51.701246 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7f010551-2ec7-48e2-bc96-90bc38847418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:51.756604 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7f010551-2ec7-48e2-bc96-90bc38847418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:51.762536 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7efc2ad9-5793-4067-a60a-625e265cc855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:51.773923 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f010551-2ec7-48e2-bc96-90bc38847418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33abdf88-0f01-4f12-8b16-ffb9b9244378,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:51.796888 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7f010551-2ec7-48e2-bc96-90bc38847418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:51.800706 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7f010551-2ec7-48e2-bc96-90bc38847418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:51.802056 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-7f010551-2ec7-48e2-bc96-90bc38847418 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/33abdf88-0f01-4f12-8b16-ffb9b9244378 HTTP/1.1" status: 204  len: 168 time: 0.2062624
Apr 07 15:13:53.312209 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 35918) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:53.392741 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ebc7812-2df9-4c95-8123-2823f93dd28d admin admin] Deleting subnet 93540762-f418-4368-a337-dea81e61a53a {{(pid=84337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 15:13:53.396474 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9ebc7812-2df9-4c95-8123-2823f93dd28d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:53.449744 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9ebc7812-2df9-4c95-8123-2823f93dd28d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851978756'] for subnet, precommit_delete_associations {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:53.510318 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9ebc7812-2df9-4c95-8123-2823f93dd28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770737'] for subnet, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:54.045804 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9ebc7812-2df9-4c95-8123-2823f93dd28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852156596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851747216'] for subnet, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:54.067318 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:54.158830 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc7812-2df9-4c95-8123-2823f93dd28d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93540762-f418-4368-a337-dea81e61a53a,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:54.171930 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-9ebc7812-2df9-4c95-8123-2823f93dd28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:54.208410 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9ebc7812-2df9-4c95-8123-2823f93dd28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for subnet, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:54.226542 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-9ebc7812-2df9-4c95-8123-2823f93dd28d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/93540762-f418-4368-a337-dea81e61a53a HTTP/1.1" status: 204  len: 168 time: 0.9123340
Apr 07 15:13:54.229151 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 35938) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:54.371558 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d068ee27-52a5-4c32-8b50-0d13daa99040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-189805'] for network, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:54.574631 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d068ee27-52a5-4c32-8b50-0d13daa99040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-63823', 'neutron.services.segments.db._delete_segments_for_network--9223363247586968590'] for network, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:54.705333 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-d068ee27-52a5-4c32-8b50-0d13daa99040 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe690e4e2e8>,) {'filters': {'network_id': ['b37d2650-e349-4b3a-b51f-298f62e979e1']}} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:13:54.718894 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-d068ee27-52a5-4c32-8b50-0d13daa99040 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe690e4e2e8>, 'e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd') {'for_net_delete': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:13:54.719229 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-d068ee27-52a5-4c32-8b50-0d13daa99040 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe690e4e2e8>, 'e5dcf58f-454e-4dd8-a2b5-f7edb05bcbfd') {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:13:54.732149 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d068ee27-52a5-4c32-8b50-0d13daa99040 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247586917884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2796996'] for segment, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:54.748870 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d068ee27-52a5-4c32-8b50-0d13daa99040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:54.755583 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d068ee27-52a5-4c32-8b50-0d13daa99040 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=84337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 15:13:54.940664 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-d068ee27-52a5-4c32-8b50-0d13daa99040 admin admin] Network b37d2650-e349-4b3a-b51f-298f62e979e1 has no segments {{(pid=84337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:13:54.955224 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d068ee27-52a5-4c32-8b50-0d13daa99040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852156655'] for segment, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:55.150263 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-d068ee27-52a5-4c32-8b50-0d13daa99040 admin admin] Network b37d2650-e349-4b3a-b51f-298f62e979e1 has no segments {{(pid=84337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]: Traceback (most recent call last):
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:     timer()
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:     cb(*args, **kw)
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:     return func(*args, **kwargs)
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:     self._notify()
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:     self.callback(batched_events)
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:     event.method(event)
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:     segment_id)['aggregates'][0]
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:     return f(self, *a, **k)
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self._get(url).json()
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:     **kwargs)
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self.request(url, 'GET', **kwargs)
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:     **endpoint_filter)
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 15:13:55.174517 dv-cinder-782260-2-iscsi neutron-server[84224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 15:13:55.258229 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d068ee27-52a5-4c32-8b50-0d13daa99040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854711993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509890'] for network, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:55.262199 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:55.279709 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d068ee27-52a5-4c32-8b50-0d13daa99040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:55.288959 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068ee27-52a5-4c32-8b50-0d13daa99040 admin admin] Pushing event deleted for resources: {'Network': ['ID=b37d2650-e349-4b3a-b51f-298f62e979e1,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:55.292531 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d068ee27-52a5-4c32-8b50-0d13daa99040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:55.299507 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-d068ee27-52a5-4c32-8b50-0d13daa99040 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b37d2650-e349-4b3a-b51f-298f62e979e1 HTTP/1.1" status: 204  len: 168 time: 1.0691843
Apr 07 15:13:55.507369 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 35970) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:55.547050 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-6a119dbe-723f-48f8-9092-ff3196b711e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b7d9878386645c6b4004a006515b144&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0376809
Apr 07 15:13:55.549962 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 35976) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:55.618782 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b8a39439-8bef-4fa5-9033-fc7af5bacc14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:55.650332 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b8a39439-8bef-4fa5-9033-fc7af5bacc14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:55.707098 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b8a39439-8bef-4fa5-9033-fc7af5bacc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:55.711453 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ab8a8af6-8a50-4298-84aa-7569e7e3dbd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:55.724825 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a39439-8bef-4fa5-9033-fc7af5bacc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e26eb9-1da1-46e0-af04-45cae2840630,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:55.727442 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b8a39439-8bef-4fa5-9033-fc7af5bacc14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:55.734263 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b8a39439-8bef-4fa5-9033-fc7af5bacc14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:55.738368 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-b8a39439-8bef-4fa5-9033-fc7af5bacc14 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d7e26eb9-1da1-46e0-af04-45cae2840630 HTTP/1.1" status: 204  len: 168 time: 0.1844707
Apr 07 15:13:57.342948 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c7f9df33-d865-4a4f-b74f-1cbebd673e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:58.233371 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 36026) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:58.383870 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-364fb799-9547-4a93-ba93-8f9e5e013e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:58.401065 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-364fb799-9547-4a93-ba93-8f9e5e013e35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:13:58.405743 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-364fb799-9547-4a93-ba93-8f9e5e013e35 admin admin] Usage tracker for resource:security_group_rule and tenant:b8590c989b4f4b588fc15a2a4f1f286b is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:13:58.409075 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-364fb799-9547-4a93-ba93-8f9e5e013e35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:13:58.415488 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-364fb799-9547-4a93-ba93-8f9e5e013e35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:13:58.503573 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-364fb799-9547-4a93-ba93-8f9e5e013e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:58.507805 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-364fb799-9547-4a93-ba93-8f9e5e013e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:58.515185 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-406c45e4-3513-44d7-a1af-33d43fe6b89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:58.559023 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-364fb799-9547-4a93-ba93-8f9e5e013e35 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b8590c989b4f4b588fc15a2a4f1f286b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3244064
Apr 07 15:13:58.559986 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364fb799-9547-4a93-ba93-8f9e5e013e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8851f59a-833f-44ea-9964-0bd4ed66600a,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:58.562048 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 36034) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:58.563598 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-364fb799-9547-4a93-ba93-8f9e5e013e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:58.635456 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-074bd78a-4529-4900-b156-717b5d23533b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:58.663359 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-074bd78a-4529-4900-b156-717b5d23533b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:58.712270 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-074bd78a-4529-4900-b156-717b5d23533b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:58.716247 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6d5c095f-afb0-4517-ab7a-97011592faae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:58.728232 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074bd78a-4529-4900-b156-717b5d23533b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8851f59a-833f-44ea-9964-0bd4ed66600a,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:58.732089 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-074bd78a-4529-4900-b156-717b5d23533b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:58.736678 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-074bd78a-4529-4900-b156-717b5d23533b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:58.738944 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-074bd78a-4529-4900-b156-717b5d23533b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8851f59a-833f-44ea-9964-0bd4ed66600a HTTP/1.1" status: 204  len: 168 time: 0.1747606
Apr 07 15:13:59.062019 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 36042) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:59.082853 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d146780f-c612-4149-8598-77fbfa85c051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:59.099347 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d146780f-c612-4149-8598-77fbfa85c051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:13:59.103643 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d146780f-c612-4149-8598-77fbfa85c051 admin admin] Usage tracker for resource:security_group_rule and tenant:31c008b8169348a599f195fe7d3497c8 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:13:59.107060 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d146780f-c612-4149-8598-77fbfa85c051 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:13:59.113546 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d146780f-c612-4149-8598-77fbfa85c051 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:13:59.211657 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d146780f-c612-4149-8598-77fbfa85c051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:59.215113 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d146780f-c612-4149-8598-77fbfa85c051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:59.222888 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b7c6a9e2-307d-4442-9cb9-177a330e0820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:59.269961 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-d146780f-c612-4149-8598-77fbfa85c051 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31c008b8169348a599f195fe7d3497c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2067101
Apr 07 15:13:59.270991 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146780f-c612-4149-8598-77fbfa85c051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2bafc9-95b7-4d6c-84c3-9288385bf601,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:59.273056 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 36046) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:13:59.274151 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d146780f-c612-4149-8598-77fbfa85c051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:59.345388 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1dcec896-90ca-4ed9-a844-81a4501fdebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:59.374081 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1dcec896-90ca-4ed9-a844-81a4501fdebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:59.420985 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1dcec896-90ca-4ed9-a844-81a4501fdebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:59.426337 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c34588b1-25a8-4b64-b2f6-8dc590e74cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:13:59.440020 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcec896-90ca-4ed9-a844-81a4501fdebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2bafc9-95b7-4d6c-84c3-9288385bf601,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:13:59.442482 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1dcec896-90ca-4ed9-a844-81a4501fdebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:13:59.450141 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1dcec896-90ca-4ed9-a844-81a4501fdebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:13:59.451354 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-1dcec896-90ca-4ed9-a844-81a4501fdebe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db2bafc9-95b7-4d6c-84c3-9288385bf601 HTTP/1.1" status: 204  len: 168 time: 0.1771557
Apr 07 15:13:59.970520 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6af81348-158c-4eb7-b7bc-ff0cd1494e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:00.043470 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:01.328222 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:01.450495 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 36104) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:01.587819 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-50cb2ccf-f070-44c3-a55f-059558600dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:01.605181 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-50cb2ccf-f070-44c3-a55f-059558600dce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:14:01.610367 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-50cb2ccf-f070-44c3-a55f-059558600dce admin admin] Usage tracker for resource:security_group_rule and tenant:285471d3cc6b446a871e37929d7106d2 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:14:01.613668 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-50cb2ccf-f070-44c3-a55f-059558600dce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:14:01.619830 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-50cb2ccf-f070-44c3-a55f-059558600dce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:14:01.706603 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-50cb2ccf-f070-44c3-a55f-059558600dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:01.710200 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-50cb2ccf-f070-44c3-a55f-059558600dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:01.719508 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-deaf9a22-c1d6-4a42-a7c7-b4064a3381ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:01.762670 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-50cb2ccf-f070-44c3-a55f-059558600dce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=285471d3cc6b446a871e37929d7106d2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3050084
Apr 07 15:14:01.762805 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 36114) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:01.779526 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb2ccf-f070-44c3-a55f-059558600dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd84b13a-d617-472b-b5e8-405636527f4e,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:01.783512 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-50cb2ccf-f070-44c3-a55f-059558600dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:01.827772 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:01.839410 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e2602dcc-7c06-4ce3-988b-c6622f701e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:01.866980 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e2602dcc-7c06-4ce3-988b-c6622f701e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:01.913890 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e2602dcc-7c06-4ce3-988b-c6622f701e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:01.917833 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7fce29e4-5667-4946-b0b4-463154b34004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:01.931594 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2602dcc-7c06-4ce3-988b-c6622f701e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd84b13a-d617-472b-b5e8-405636527f4e,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:01.935663 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e2602dcc-7c06-4ce3-988b-c6622f701e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:01.941248 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e2602dcc-7c06-4ce3-988b-c6622f701e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:01.942481 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-e2602dcc-7c06-4ce3-988b-c6622f701e1c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cd84b13a-d617-472b-b5e8-405636527f4e HTTP/1.1" status: 204  len: 168 time: 0.1844435
Apr 07 15:14:01.952489 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:02.271856 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 36122) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:02.295899 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-275e87c9-cb12-42b5-89d1-a3ab79223156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:02.312427 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-275e87c9-cb12-42b5-89d1-a3ab79223156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:14:02.316728 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-275e87c9-cb12-42b5-89d1-a3ab79223156 admin admin] Usage tracker for resource:security_group_rule and tenant:97f2862069084fb887b38be0b7e73e73 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:14:02.320180 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-275e87c9-cb12-42b5-89d1-a3ab79223156 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:14:02.326712 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-275e87c9-cb12-42b5-89d1-a3ab79223156 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:14:02.416885 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-275e87c9-cb12-42b5-89d1-a3ab79223156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:02.421361 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-275e87c9-cb12-42b5-89d1-a3ab79223156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:02.430606 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c1fc7a57-0aa4-4dba-815b-03cd52875b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:02.474030 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-275e87c9-cb12-42b5-89d1-a3ab79223156 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=97f2862069084fb887b38be0b7e73e73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2009797
Apr 07 15:14:02.474961 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e87c9-cb12-42b5-89d1-a3ab79223156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c8c8f1-30ca-4bd3-bbfa-0118ff31a539,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:02.477106 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 36126) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:02.478250 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-275e87c9-cb12-42b5-89d1-a3ab79223156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:02.545145 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-38342d71-52a3-449b-826f-cb7a87fcd223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:02.574217 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-38342d71-52a3-449b-826f-cb7a87fcd223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:02.621430 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-38342d71-52a3-449b-826f-cb7a87fcd223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:02.628018 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:02.642962 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38342d71-52a3-449b-826f-cb7a87fcd223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c8c8f1-30ca-4bd3-bbfa-0118ff31a539,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:02.646202 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-38342d71-52a3-449b-826f-cb7a87fcd223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:02.650916 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-38342d71-52a3-449b-826f-cb7a87fcd223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:02.655049 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-38342d71-52a3-449b-826f-cb7a87fcd223 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/38c8c8f1-30ca-4bd3-bbfa-0118ff31a539 HTTP/1.1" status: 204  len: 168 time: 0.1738751
Apr 07 15:14:03.270812 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903dcd71-d969-45ad-854c-59fd9f34dd8e req-e90ec46f-6a3a-4f92-978f-4896f4d82119 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:03.272450 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-903dcd71-d969-45ad-854c-59fd9f34dd8e req-e90ec46f-6a3a-4f92-978f-4896f4d82119 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 946 time: 0.0969579
Apr 07 15:14:03.304157 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-903dcd71-d969-45ad-854c-59fd9f34dd8e req-6a2f41e0-7c86-41a8-8587-d57fe86234b9 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0250361
Apr 07 15:14:04.537642 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a552f-7165-46aa-9eac-4a6b163ed532 req-e870d809-9fbb-46f4-b11c-45fd477b352c tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:04.539144 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-062a552f-7165-46aa-9eac-4a6b163ed532 req-e870d809-9fbb-46f4-b11c-45fd477b352c tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 946 time: 0.0955753
Apr 07 15:14:04.571867 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-062a552f-7165-46aa-9eac-4a6b163ed532 req-4d73dc2a-04d9-4fe5-84c3-52950d1fcad4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0261714
Apr 07 15:14:05.797996 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6f353-7beb-4952-806e-f803fc9b1e02 req-aec13ceb-1cf5-45aa-af00-ea7967a68cb4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:05.799564 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-83c6f353-7beb-4952-806e-f803fc9b1e02 req-aec13ceb-1cf5-45aa-af00-ea7967a68cb4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 946 time: 0.1038182
Apr 07 15:14:05.834511 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-83c6f353-7beb-4952-806e-f803fc9b1e02 req-30c92c1e-e40b-412e-870f-75b96ff6ad16 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0252776
Apr 07 15:14:07.057499 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923967d3-847b-4b8d-a66e-3994b0fbafaa req-681324b8-e85e-43ba-906e-2652c0bc2a0b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:07.059180 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-923967d3-847b-4b8d-a66e-3994b0fbafaa req-681324b8-e85e-43ba-906e-2652c0bc2a0b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 946 time: 0.0982883
Apr 07 15:14:07.096064 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-923967d3-847b-4b8d-a66e-3994b0fbafaa req-29a09819-df69-4708-bb02-c4707f7a9b92 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0299022
Apr 07 15:14:07.712020 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7dcaf-c153-4ec2-b46b-00b2f4fa964f req-9d085077-c59b-40d7-ad43-2ceec8075f1b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:07.713789 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-97d7dcaf-c153-4ec2-b46b-00b2f4fa964f req-9d085077-c59b-40d7-ad43-2ceec8075f1b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 946 time: 0.0975299
Apr 07 15:14:07.795186 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-97d7dcaf-c153-4ec2-b46b-00b2f4fa964f req-86a0eeba-b66f-4600-8a72-11ec8e82fc64 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Deleting port a2385b65-973a-431d-b33e-126ee0b452a4 {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:14:07.795581 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-97d7dcaf-c153-4ec2-b46b-00b2f4fa964f req-86a0eeba-b66f-4600-8a72-11ec8e82fc64 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:08.081975 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-97d7dcaf-c153-4ec2-b46b-00b2f4fa964f req-86a0eeba-b66f-4600-8a72-11ec8e82fc64 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] For port a2385b65-973a-431d-b33e-126ee0b452a4, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=a2385b65-973a-431d-b33e-126ee0b452a4,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:14:08.082747 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-97d7dcaf-c153-4ec2-b46b-00b2f4fa964f req-86a0eeba-b66f-4600-8a72-11ec8e82fc64 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:08.550456 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:14:08.716688 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-97d7dcaf-c153-4ec2-b46b-00b2f4fa964f req-86a0eeba-b66f-4600-8a72-11ec8e82fc64 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:08.717096 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-97d7dcaf-c153-4ec2-b46b-00b2f4fa964f req-86a0eeba-b66f-4600-8a72-11ec8e82fc64 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509939'] for floatingip, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:08.717474 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.l3_db [req-97d7dcaf-c153-4ec2-b46b-00b2f4fa964f req-86a0eeba-b66f-4600-8a72-11ec8e82fc64 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Floating IP a25038eb-8872-4fe6-820f-3bf7d777ec74 disassociated. External IP: 172.27.2.169, port: a2385b65-973a-431d-b33e-126ee0b452a4.
Apr 07 15:14:08.717855 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-97d7dcaf-c153-4ec2-b46b-00b2f4fa964f req-86a0eeba-b66f-4600-8a72-11ec8e82fc64 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Calling delete_port for a2385b65-973a-431d-b33e-126ee0b452a4 owned by compute:nova {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:14:08.763533 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60297ddf-b9da-4358-b571-6bf703c1e689 req-dda24a55-91b4-4fb8-8683-0d77127a4383 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:08.771605 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-60297ddf-b9da-4358-b571-6bf703c1e689 req-dda24a55-91b4-4fb8-8683-0d77127a4383 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 946 time: 0.5127175
Apr 07 15:14:08.816552 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-60297ddf-b9da-4358-b571-6bf703c1e689 req-e1dea672-b062-48ee-b1c7-cc86472c63e0 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437531
Apr 07 15:14:08.915956 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-97d7dcaf-c153-4ec2-b46b-00b2f4fa964f req-86a0eeba-b66f-4600-8a72-11ec8e82fc64 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:08.931360 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b33cc79f-b61b-4d72-86b3-242723c4648a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:09.026521 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0eeba-b66f-4600-8a72-11ec8e82fc64 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Pushing event deleted for resources: {'Port': ['ID=a2385b65-973a-431d-b33e-126ee0b452a4,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:09.033837 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-86a0eeba-b66f-4600-8a72-11ec8e82fc64 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:09.360611 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97d7dcaf-c153-4ec2-b46b-00b2f4fa964f req-86a0eeba-b66f-4600-8a72-11ec8e82fc64 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Router ca711889-d007-44e7-bd34-e6bb1eaf2861 has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:14:09.596738 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97d7dcaf-c153-4ec2-b46b-00b2f4fa964f req-86a0eeba-b66f-4600-8a72-11ec8e82fc64 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:14:09.612191 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97282fe4-6810-4cef-bec1-6f7715ee8136 None None] Sync routers for ids ['ca711889-d007-44e7-bd34-e6bb1eaf2861'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:14:09.629430 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97282fe4-6810-4cef-bec1-6f7715ee8136 None None] Routers {'ca711889-d007-44e7-bd34-e6bb1eaf2861'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:14:09.630275 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-97282fe4-6810-4cef-bec1-6f7715ee8136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6909dd2b0>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:14:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['ca711889-d007-44e7-bd34-e6bb1eaf2861'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:14:09.687648 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d7dcaf-c153-4ec2-b46b-00b2f4fa964f req-86a0eeba-b66f-4600-8a72-11ec8e82fc64 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] No DVR routers for this DVR port a2385b65-973a-431d-b33e-126ee0b452a4 on host hv-cinder-78226 {{(pid=84337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:14:09.690454 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-97d7dcaf-c153-4ec2-b46b-00b2f4fa964f req-86a0eeba-b66f-4600-8a72-11ec8e82fc64 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:09.695427 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a12de9-7fb8-476d-88c4-d18d4c14e9de', 'name': 'network-vif-deleted', 'tag': 'a2385b65-973a-431d-b33e-126ee0b452a4'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:14:09.710042 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-97d7dcaf-c153-4ec2-b46b-00b2f4fa964f req-86a0eeba-b66f-4600-8a72-11ec8e82fc64 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.65 "DELETE /v2.0/ports/a2385b65-973a-431d-b33e-126ee0b452a4 HTTP/1.1" status: 204  len: 173 time: 1.9896142
Apr 07 15:14:09.777842 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a12de9-7fb8-476d-88c4-d18d4c14e9de', 'name': 'network-vif-deleted', 'tag': 'a2385b65-973a-431d-b33e-126ee0b452a4', 'status': 'completed', 'code': 200}
Apr 07 15:14:09.876368 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-97282fe4-6810-4cef-bec1-6f7715ee8136 None None] Set router ca711889-d007-44e7-bd34-e6bb1eaf2861 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:14:10.099864 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-e18ece7e-d35d-4325-83aa-b1bf006e8e8f req-1abe479f-85d8-46a8-9afc-44e8e62e7b0b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Synchronizing usage tracker for tenant:fe4baebffb304bcebd7f14fa893dc5ab on resource:port {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:14:10.130040 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-e18ece7e-d35d-4325-83aa-b1bf006e8e8f req-1abe479f-85d8-46a8-9afc-44e8e62e7b0b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Unset dirty status for tenant:fe4baebffb304bcebd7f14fa893dc5ab on resource:port {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:14:10.131998 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e18ece7e-d35d-4325-83aa-b1bf006e8e8f req-1abe479f-85d8-46a8-9afc-44e8e62e7b0b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a12de9-7fb8-476d-88c4-d18d4c14e9de HTTP/1.1" status: 200  len: 210 time: 0.0985730
Apr 07 15:14:10.282757 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-97282fe4-6810-4cef-bec1-6f7715ee8136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6909dd2b0>, [{'id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'name': 'tempest-AttachVolumeShelveTestJSON-232211889-router', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:29Z', 'updated_at': '2021-04-07T15:09:47Z', 'revision_number': 4, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'gw_port': {'id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:32Z', 'updated_at': '2021-04-07T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '972b423b-dafe-4010-8922-3eff00e71615', 'name': '', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'mac_address': 'fa:16:3e:e7:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:42Z', 'updated_at': '2021-04-07T15:10:05Z', 'revision_number': 5, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'subnets': [{'id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:14:10.288610 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97282fe4-6810-4cef-bec1-6f7715ee8136 None None] Checking router: ca711889-d007-44e7-bd34-e6bb1eaf2861 for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:14:10.299985 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97282fe4-6810-4cef-bec1-6f7715ee8136 None None] Routers {'ca711889-d007-44e7-bd34-e6bb1eaf2861'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:14:10.300679 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-97282fe4-6810-4cef-bec1-6f7715ee8136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6909dd2b0>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:14:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['ca711889-d007-44e7-bd34-e6bb1eaf2861'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:14:10.685619 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-97282fe4-6810-4cef-bec1-6f7715ee8136 None None] Set router ca711889-d007-44e7-bd34-e6bb1eaf2861 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:14:11.237801 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 36274) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:11.296862 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-97282fe4-6810-4cef-bec1-6f7715ee8136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6909dd2b0>, [{'id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'name': 'tempest-AttachVolumeShelveTestJSON-232211889-router', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:29Z', 'updated_at': '2021-04-07T15:09:47Z', 'revision_number': 4, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'gw_port': {'id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:32Z', 'updated_at': '2021-04-07T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '972b423b-dafe-4010-8922-3eff00e71615', 'name': '', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'mac_address': 'fa:16:3e:e7:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:42Z', 'updated_at': '2021-04-07T15:10:05Z', 'revision_number': 5, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'subnets': [{'id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:14:11.302307 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97282fe4-6810-4cef-bec1-6f7715ee8136 None None] The sync data for ids ['ca711889-d007-44e7-bd34-e6bb1eaf2861'] in dv-cinder-782260-2-iscsi is: [{'id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'name': 'tempest-AttachVolumeShelveTestJSON-232211889-router', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:29Z', 'updated_at': '2021-04-07T15:09:47Z', 'revision_number': 4, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'gw_port': {'id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:32Z', 'updated_at': '2021-04-07T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '972b423b-dafe-4010-8922-3eff00e71615', 'name': '', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'mac_address': 'fa:16:3e:e7:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:42Z', 'updated_at': '2021-04-07T15:10:05Z', 'revision_number': 5, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'subnets': [{'id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:14:11.392687 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 36282) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:11.491117 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d406c505-bb43-4761-b844-6bd7b6ef4d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:11.512643 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ae2d7220-8efb-488e-9f72-48d2cbd3f2c3 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:11.538888 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d406c505-bb43-4761-b844-6bd7b6ef4d39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:14:11.553105 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d406c505-bb43-4761-b844-6bd7b6ef4d39 admin admin] Usage tracker for resource:security_group_rule and tenant:beb49ac79a17495b9d0a034afb7784ae is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:14:11.559510 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d406c505-bb43-4761-b844-6bd7b6ef4d39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:14:11.570891 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ae2d7220-8efb-488e-9f72-48d2cbd3f2c3 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:11.579858 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d406c505-bb43-4761-b844-6bd7b6ef4d39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:14:11.697859 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ae2d7220-8efb-488e-9f72-48d2cbd3f2c3 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:11.717642 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-63716c7f-5845-4f1c-84ef-df1535017ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:11.751493 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d7220-8efb-488e-9f72-48d2cbd3f2c3 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:11.765746 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ae2d7220-8efb-488e-9f72-48d2cbd3f2c3 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:11.814586 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ae2d7220-8efb-488e-9f72-48d2cbd3f2c3 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:11.817099 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-ae2d7220-8efb-488e-9f72-48d2cbd3f2c3 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "DELETE /v2.0/security-groups/a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e HTTP/1.1" status: 204  len: 168 time: 0.4235134
Apr 07 15:14:11.820546 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 36288) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:11.853680 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d406c505-bb43-4761-b844-6bd7b6ef4d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:11.862244 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d406c505-bb43-4761-b844-6bd7b6ef4d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:11.863006 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.v2.resource [None req-99152f8d-20fd-481a-a5d9-d8b1eec41c6f tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] show failed (client error): The resource could not be found.
Apr 07 15:14:11.864999 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-99152f8d-20fd-481a-a5d9-d8b1eec41c6f tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups/a64f0aa9-9dc8-46ce-9fd5-6afe1408ed4e HTTP/1.1" status: 404  len: 347 time: 0.0419257
Apr 07 15:14:11.868391 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 36292) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:11.875714 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5c8d9577-c6f4-440d-ae6c-9f95b7425ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:11.924196 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-d406c505-bb43-4761-b844-6bd7b6ef4d39 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=beb49ac79a17495b9d0a034afb7784ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6835101
Apr 07 15:14:11.927791 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406c505-bb43-4761-b844-6bd7b6ef4d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436ad3cc-3058-447a-a2d0-b86e0dce3374,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:11.931310 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d406c505-bb43-4761-b844-6bd7b6ef4d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:11.932083 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 36296) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:12.006631 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-eab44ada-40c8-45ab-81ce-87135357da81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:12.019104 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b61f6e2-2695-4877-85da-b2c7ef206df0 None None] New status for floating IP a25038eb-8872-4fe6-820f-3bf7d777ec74: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 15:14:12.039583 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-eab44ada-40c8-45ab-81ce-87135357da81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:12.106802 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-eab44ada-40c8-45ab-81ce-87135357da81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:12.115180 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5714f9c7-e7ac-4bfa-a2a1-059281678c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:12.131148 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab44ada-40c8-45ab-81ce-87135357da81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436ad3cc-3058-447a-a2d0-b86e0dce3374,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:12.135294 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-eab44ada-40c8-45ab-81ce-87135357da81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:12.137040 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-eab44ada-40c8-45ab-81ce-87135357da81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:12.138685 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-eab44ada-40c8-45ab-81ce-87135357da81 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/436ad3cc-3058-447a-a2d0-b86e0dce3374 HTTP/1.1" status: 204  len: 168 time: 0.2055078
Apr 07 15:14:12.226551 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-c4ce02db-6e8d-45c8-be51-41a3a25a5b56 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Deleting port 84dfe26e-d3db-439e-b409-c11b24c58963 {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:14:12.227244 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c4ce02db-6e8d-45c8-be51-41a3a25a5b56 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:12.543183 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 36304) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:12.567982 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8edcc8db-017a-4b98-8f34-dd32e682e202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:12.581486 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c4ce02db-6e8d-45c8-be51-41a3a25a5b56 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:12.581867 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c4ce02db-6e8d-45c8-be51-41a3a25a5b56 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:12.597359 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-8edcc8db-017a-4b98-8f34-dd32e682e202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:14:12.604495 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-8edcc8db-017a-4b98-8f34-dd32e682e202 admin admin] Usage tracker for resource:security_group_rule and tenant:d75cb5f2746e409db2b62133930e9110 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:14:12.610148 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-8edcc8db-017a-4b98-8f34-dd32e682e202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:14:12.618444 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-8edcc8db-017a-4b98-8f34-dd32e682e202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:14:12.722071 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device a2385b65-973a-431d-b33e-126ee0b452a4 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:14:12.736084 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-c4ce02db-6e8d-45c8-be51-41a3a25a5b56 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Calling delete_port for 84dfe26e-d3db-439e-b409-c11b24c58963 owned by network:floatingip {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:14:12.753774 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8edcc8db-017a-4b98-8f34-dd32e682e202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:12.770566 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8edcc8db-017a-4b98-8f34-dd32e682e202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:12.779673 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bd252958-a27c-4bba-8740-b41cfa7fdd51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:12.830254 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] No Port match for: a2385b65-973a-431d-b33e-126ee0b452a4 {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:14:12.831413 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device a2385b65-973a-431d-b33e-126ee0b452a4 not bound to the agent host hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:14:12.844049 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-8edcc8db-017a-4b98-8f34-dd32e682e202 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d75cb5f2746e409db2b62133930e9110&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2968433
Apr 07 15:14:12.844049 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edcc8db-017a-4b98-8f34-dd32e682e202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc33f47-2561-4b9a-ab34-22569e55cc2d,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:12.847077 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-8edcc8db-017a-4b98-8f34-dd32e682e202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:12.847754 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 36310) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:12.906422 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.db.api [None req-c4ce02db-6e8d-45c8-be51-41a3a25a5b56 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84337) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 07 15:14:12.906811 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_db.api [None req-c4ce02db-6e8d-45c8-be51-41a3a25a5b56 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 07 15:14:12.928776 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-02d14bc2-5846-40f1-8832-c2bed891507e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:12.960358 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-02d14bc2-5846-40f1-8832-c2bed891507e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:13.013798 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-02d14bc2-5846-40f1-8832-c2bed891507e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:13.019723 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-2cd7b7c5-1dcb-4b40-b31a-96f154106017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:13.033647 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d14bc2-5846-40f1-8832-c2bed891507e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc33f47-2561-4b9a-ab34-22569e55cc2d,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:13.036211 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-02d14bc2-5846-40f1-8832-c2bed891507e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:13.040518 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-02d14bc2-5846-40f1-8832-c2bed891507e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:13.043091 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-02d14bc2-5846-40f1-8832-c2bed891507e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/efc33f47-2561-4b9a-ab34-22569e55cc2d HTTP/1.1" status: 204  len: 168 time: 0.1939702
Apr 07 15:14:13.408299 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-c4ce02db-6e8d-45c8-be51-41a3a25a5b56 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Deleting port 84dfe26e-d3db-439e-b409-c11b24c58963 {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:14:13.408922 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c4ce02db-6e8d-45c8-be51-41a3a25a5b56 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:13.628210 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c4ce02db-6e8d-45c8-be51-41a3a25a5b56 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:13.629053 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c4ce02db-6e8d-45c8-be51-41a3a25a5b56 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:13.842654 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-c4ce02db-6e8d-45c8-be51-41a3a25a5b56 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Calling delete_port for 84dfe26e-d3db-439e-b409-c11b24c58963 owned by network:floatingip {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:14:13.973668 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 36336) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:14.010413 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c4ce02db-6e8d-45c8-be51-41a3a25a5b56 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:14.027756 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:14.137670 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce02db-6e8d-45c8-be51-41a3a25a5b56 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Pushing event deleted for resources: {'Port': ['ID=84dfe26e-d3db-439e-b409-c11b24c58963,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:14.139840 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-852faf77-0e17-432a-aa3d-7f18e2159fb5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1514615030-network', 'tenant_id': '1573a9cbec26423c9a0cc54391d62429'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:14:14.140492 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c4ce02db-6e8d-45c8-be51-41a3a25a5b56 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:14.148031 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-852faf77-0e17-432a-aa3d-7f18e2159fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:14:14.153042 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-852faf77-0e17-432a-aa3d-7f18e2159fb5 admin admin] Usage tracker for resource:network and tenant:1573a9cbec26423c9a0cc54391d62429 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:14:14.158663 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-852faf77-0e17-432a-aa3d-7f18e2159fb5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:14:14.171272 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-852faf77-0e17-432a-aa3d-7f18e2159fb5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:14:14.185374 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852faf77-0e17-432a-aa3d-7f18e2159fb5 admin admin] Made reservation on behalf of 1573a9cbec26423c9a0cc54391d62429 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:14:14.191159 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-852faf77-0e17-432a-aa3d-7f18e2159fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:14.208470 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-852faf77-0e17-432a-aa3d-7f18e2159fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:14.227394 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-852faf77-0e17-432a-aa3d-7f18e2159fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:14:14.232636 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-852faf77-0e17-432a-aa3d-7f18e2159fb5 admin admin] Usage tracker for resource:security_group_rule and tenant:1573a9cbec26423c9a0cc54391d62429 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:14:14.237855 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-852faf77-0e17-432a-aa3d-7f18e2159fb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:14:14.248528 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-852faf77-0e17-432a-aa3d-7f18e2159fb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:14:14.334434 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c4ce02db-6e8d-45c8-be51-41a3a25a5b56 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for floatingip, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:14.356071 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c4ce02db-6e8d-45c8-be51-41a3a25a5b56 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for floatingip, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:14.358097 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-c4ce02db-6e8d-45c8-be51-41a3a25a5b56 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "DELETE /v2.0/floatingips/a25038eb-8872-4fe6-820f-3bf7d777ec74 HTTP/1.1" status: 204  len: 168 time: 2.4875562
Apr 07 15:14:14.400214 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-852faf77-0e17-432a-aa3d-7f18e2159fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:14.406777 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-852faf77-0e17-432a-aa3d-7f18e2159fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:14.411387 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d406c505-bb43-4761-b844-6bd7b6ef4d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:14.704374 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 36346) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:14.713850 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-a1f9998a-1100-4bb5-a442-39288f6c8a2b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1910776269', 'description': 'tempest-description--1980466765'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:14:14.724467 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-a1f9998a-1100-4bb5-a442-39288f6c8a2b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:14:14.726765 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-852faf77-0e17-432a-aa3d-7f18e2159fb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'}  {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 15:14:14.732344 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-a1f9998a-1100-4bb5-a442-39288f6c8a2b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Usage tracker for resource:security_group and tenant:fe4baebffb304bcebd7f14fa893dc5ab is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:14:14.740000 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-a1f9998a-1100-4bb5-a442-39288f6c8a2b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:14:14.744648 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852faf77-0e17-432a-aa3d-7f18e2159fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a044373-5581-4c49-b3d1-19a064602a3c,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:14.751786 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-852faf77-0e17-432a-aa3d-7f18e2159fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:14.756646 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-852faf77-0e17-432a-aa3d-7f18e2159fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:14.757323 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.segments_db [None req-852faf77-0e17-432a-aa3d-7f18e2159fb5 admin admin] Added segment 3d069ed2-a219-463d-a7c3-177a5b183658 of type vlan for network 642feb68-acb3-4fb1-a3c2-0cfd039382e5
Apr 07 15:14:14.770362 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-a1f9998a-1100-4bb5-a442-39288f6c8a2b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:14:14.783110 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a1f9998a-1100-4bb5-a442-39288f6c8a2b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:14.788012 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-a1f9998a-1100-4bb5-a442-39288f6c8a2b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:14:14.792878 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-a1f9998a-1100-4bb5-a442-39288f6c8a2b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Usage tracker for resource:security_group_rule and tenant:fe4baebffb304bcebd7f14fa893dc5ab is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:14:14.796675 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-a1f9998a-1100-4bb5-a442-39288f6c8a2b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:14:14.803984 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-a1f9998a-1100-4bb5-a442-39288f6c8a2b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:14:14.813192 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-852faf77-0e17-432a-aa3d-7f18e2159fb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247587465195'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:14.860561 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-852faf77-0e17-432a-aa3d-7f18e2159fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:14.863517 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852faf77-0e17-432a-aa3d-7f18e2159fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:14.864764 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-852faf77-0e17-432a-aa3d-7f18e2159fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:14.875205 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6631c809-991b-44b8-a262-32a5800fbdcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:14.920843 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a1f9998a-1100-4bb5-a442-39288f6c8a2b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:14.924269 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a1f9998a-1100-4bb5-a442-39288f6c8a2b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:14.929304 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d622fcf4-2594-4c33-8d3b-3c4f752e6bc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:14.984329 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9998a-1100-4bb5-a442-39288f6c8a2b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2819293f-dd06-48fd-a60d-778cb737e6fb,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:14.987957 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a1f9998a-1100-4bb5-a442-39288f6c8a2b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:14.989701 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a1f9998a-1100-4bb5-a442-39288f6c8a2b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:14.994531 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-a1f9998a-1100-4bb5-a442-39288f6c8a2b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2884798
Apr 07 15:14:14.995311 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 36354) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:15.002269 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-b6f864ec-b604-42d3-adfc-c4d0f48a25e4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Request body: {'security_group_rule': {'security_group_id': '2819293f-dd06-48fd-a60d-778cb737e6fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:14:15.010328 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-b6f864ec-b604-42d3-adfc-c4d0f48a25e4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:14:15.015568 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-b6f864ec-b604-42d3-adfc-c4d0f48a25e4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Usage tracker for resource:security_group_rule and tenant:fe4baebffb304bcebd7f14fa893dc5ab is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:14:15.019309 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-b6f864ec-b604-42d3-adfc-c4d0f48a25e4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:14:15.026777 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-b6f864ec-b604-42d3-adfc-c4d0f48a25e4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:14:15.045518 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b6f864ec-b604-42d3-adfc-c4d0f48a25e4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:15.064657 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852faf77-0e17-432a-aa3d-7f18e2159fb5 admin admin] Pushing event updated for resources: {'Network': ['ID=642feb68-acb3-4fb1-a3c2-0cfd039382e5,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:15.075992 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-852faf77-0e17-432a-aa3d-7f18e2159fb5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1008151
Apr 07 15:14:15.077664 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 36360) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:15.078564 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-852faf77-0e17-432a-aa3d-7f18e2159fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:15.088253 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-a8c5c5a2-7aec-4e0e-ba0b-2c6f8e756ee4 admin admin] Request body: {'subnet': {'network_id': '642feb68-acb3-4fb1-a3c2-0cfd039382e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1514615030-subnet', 'tenant_id': '1573a9cbec26423c9a0cc54391d62429', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:14:15.088684 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Network 642feb68-acb3-4fb1-a3c2-0cfd039382e5 details requested by agent ovs-agent-dv-cinder-782260-2-iscsi with host dv-cinder-782260-2-iscsi {{(pid=84339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 15:14:15.093772 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-a8c5c5a2-7aec-4e0e-ba0b-2c6f8e756ee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:14:15.098417 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-a8c5c5a2-7aec-4e0e-ba0b-2c6f8e756ee4 admin admin] Usage tracker for resource:subnet and tenant:1573a9cbec26423c9a0cc54391d62429 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:14:15.101961 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-a8c5c5a2-7aec-4e0e-ba0b-2c6f8e756ee4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:14:15.108985 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-a8c5c5a2-7aec-4e0e-ba0b-2c6f8e756ee4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:14:15.120325 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c5c5a2-7aec-4e0e-ba0b-2c6f8e756ee4 admin admin] Made reservation on behalf of 1573a9cbec26423c9a0cc54391d62429 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:14:15.126012 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a8c5c5a2-7aec-4e0e-ba0b-2c6f8e756ee4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2237762'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:15.143112 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b6f864ec-b604-42d3-adfc-c4d0f48a25e4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:15.147381 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b6f864ec-b604-42d3-adfc-c4d0f48a25e4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426631'] for security_group_rule, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:15.164296 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-48add12c-7c97-45cc-b6f9-966040d260e9 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:15.195727 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f864ec-b604-42d3-adfc-c4d0f48a25e4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f72d8bb-086f-479f-a5b0-1bf6887519a7,revision_number=0']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:15.198838 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b6f864ec-b604-42d3-adfc-c4d0f48a25e4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:15.203073 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b6f864ec-b604-42d3-adfc-c4d0f48a25e4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:15.210463 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-b6f864ec-b604-42d3-adfc-c4d0f48a25e4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2133954
Apr 07 15:14:15.211538 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 36368) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:15.223348 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-12490006-12ab-4c80-94b2-89796695bf96 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Request body: {'security_group_rule': {'security_group_id': '2819293f-dd06-48fd-a60d-778cb737e6fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:14:15.236825 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-12490006-12ab-4c80-94b2-89796695bf96 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:14:15.247255 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-12490006-12ab-4c80-94b2-89796695bf96 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Usage tracker for resource:security_group_rule and tenant:fe4baebffb304bcebd7f14fa893dc5ab is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:14:15.252969 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-12490006-12ab-4c80-94b2-89796695bf96 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:14:15.263866 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-12490006-12ab-4c80-94b2-89796695bf96 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:14:15.288736 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-12490006-12ab-4c80-94b2-89796695bf96 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:15.375726 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-12490006-12ab-4c80-94b2-89796695bf96 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:15.379873 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-12490006-12ab-4c80-94b2-89796695bf96 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426631'] for security_group_rule, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:15.383315 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:15.420358 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12490006-12ab-4c80-94b2-89796695bf96 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc91e04-6512-4a33-a897-bd32a7e34226,revision_number=0']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:15.423440 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-12490006-12ab-4c80-94b2-89796695bf96 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:15.431182 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-12490006-12ab-4c80-94b2-89796695bf96 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:15.432895 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-12490006-12ab-4c80-94b2-89796695bf96 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2197292
Apr 07 15:14:15.438786 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 36372) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:15.445488 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-d1a6fbda-c1e1-4ea0-b04c-7f8538cf3a6a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Request body: {'floatingip': {'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:14:15.453028 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d1a6fbda-c1e1-4ea0-b04c-7f8538cf3a6a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:14:15.458214 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d1a6fbda-c1e1-4ea0-b04c-7f8538cf3a6a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Usage tracker for resource:floatingip and tenant:fe4baebffb304bcebd7f14fa893dc5ab is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:14:15.461925 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d1a6fbda-c1e1-4ea0-b04c-7f8538cf3a6a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:14:15.468966 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d1a6fbda-c1e1-4ea0-b04c-7f8538cf3a6a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:14:15.481565 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d1a6fbda-c1e1-4ea0-b04c-7f8538cf3a6a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for floatingip, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:15.641033 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a8c5c5a2-7aec-4e0e-ba0b-2c6f8e756ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850671880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2237811'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:15.647010 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d1a6fbda-c1e1-4ea0-b04c-7f8538cf3a6a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:15.658698 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-56c9e133-5f2f-43cd-a4f3-b6dcd4066c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:15.796317 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5c5a2-7aec-4e0e-ba0b-2c6f8e756ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=006c97b4-37d4-40ca-835a-ab43f1e52525,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:15.801283 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a8c5c5a2-7aec-4e0e-ba0b-2c6f8e756ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:15.834273 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-d1a6fbda-c1e1-4ea0-b04c-7f8538cf3a6a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Allocated IP 172.27.2.147 (aaa28d56-97c7-4706-9a1c-f1c898d32c63/b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0/7d42f09c-eeea-406c-b376-338f26a14fa7) {{(pid=84337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:14:15.912028 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c5c5a2-7aec-4e0e-ba0b-2c6f8e756ee4 admin admin] Checking segment: {'id': '3d069ed2-a219-463d-a7c3-177a5b183658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '642feb68-acb3-4fb1-a3c2-0cfd039382e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:14:15.912763 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c5c5a2-7aec-4e0e-ba0b-2c6f8e756ee4 admin admin] Network hostable DHCP agents. Network: 642feb68-acb3-4fb1-a3c2-0cfd039382e5, hostable agents: ['13ef685d-6932-4a97-bd41-a6ee1416974e'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 15:14:15.941997 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c5c5a2-7aec-4e0e-ba0b-2c6f8e756ee4 admin admin] Network 642feb68-acb3-4fb1-a3c2-0cfd039382e5 is scheduled to be hosted by DHCP agent 13ef685d-6932-4a97-bd41-a6ee1416974e with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 15:14:15.953585 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-a8c5c5a2-7aec-4e0e-ba0b-2c6f8e756ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-iscsi, 642feb68-acb3-4fb1-a3c2-0cfd039382e5) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:14:15.966409 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16f8cae-c354-4de9-8fcd-37928a8f60f8 None None] Network 642feb68-acb3-4fb1-a3c2-0cfd039382e5 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:14:15.977052 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c5c5a2-7aec-4e0e-ba0b-2c6f8e756ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:15.978335 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a8c5c5a2-7aec-4e0e-ba0b-2c6f8e756ee4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:16.005516 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-a8c5c5a2-7aec-4e0e-ba0b-2c6f8e756ee4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9250360
Apr 07 15:14:16.033873 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d1a6fbda-c1e1-4ea0-b04c-7f8538cf3a6a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for port, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:16.082238 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d1a6fbda-c1e1-4ea0-b04c-7f8538cf3a6a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:16.099054 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-fab11157-4436-4cf3-9c9f-5d71878304dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:16.246246 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6fbda-c1e1-4ea0-b04c-7f8538cf3a6a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Pushing event updated for resources: {'Port': ['ID=7d42f09c-eeea-406c-b376-338f26a14fa7,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:16.251692 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d1a6fbda-c1e1-4ea0-b04c-7f8538cf3a6a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:16.324339 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65a28c2-1222-4c37-bcf5-c846d8ab34dd None None] Network 642feb68-acb3-4fb1-a3c2-0cfd039382e5 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:14:16.332319 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a6fbda-c1e1-4ea0-b04c-7f8538cf3a6a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Network aaa28d56-97c7-4706-9a1c-f1c898d32c63 is already hosted by enough agents. {{(pid=84337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:14:16.334386 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-d1a6fbda-c1e1-4ea0-b04c-7f8538cf3a6a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Resources bound (agent type, host, resource id):  {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:14:16.337386 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a6fbda-c1e1-4ea0-b04c-7f8538cf3a6a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Received port after_create {{(pid=84337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:14:16.448627 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d1a6fbda-c1e1-4ea0-b04c-7f8538cf3a6a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:16.577750 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d1a6fbda-c1e1-4ea0-b04c-7f8538cf3a6a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:16.842781 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 36400) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:16.852406 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-fc79255a-a9e5-4a58-8d94-9d9d562fed39 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-30859242-network', 'tenant_id': '0e89d1d9541a414489d2bfb16243571c'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:14:16.858317 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-fc79255a-a9e5-4a58-8d94-9d9d562fed39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:14:16.863230 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-fc79255a-a9e5-4a58-8d94-9d9d562fed39 admin admin] Usage tracker for resource:network and tenant:0e89d1d9541a414489d2bfb16243571c is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:14:16.868264 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-fc79255a-a9e5-4a58-8d94-9d9d562fed39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:14:16.876532 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-fc79255a-a9e5-4a58-8d94-9d9d562fed39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:14:16.891540 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc79255a-a9e5-4a58-8d94-9d9d562fed39 admin admin] Made reservation on behalf of 0e89d1d9541a414489d2bfb16243571c for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:14:16.899854 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fc79255a-a9e5-4a58-8d94-9d9d562fed39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:16.924758 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fc79255a-a9e5-4a58-8d94-9d9d562fed39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:16.952011 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-fc79255a-a9e5-4a58-8d94-9d9d562fed39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:14:16.956959 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-fc79255a-a9e5-4a58-8d94-9d9d562fed39 admin admin] Usage tracker for resource:security_group_rule and tenant:0e89d1d9541a414489d2bfb16243571c is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:14:16.960955 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-fc79255a-a9e5-4a58-8d94-9d9d562fed39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:14:16.968183 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-fc79255a-a9e5-4a58-8d94-9d9d562fed39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:14:16.984748 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d1a6fbda-c1e1-4ea0-b04c-7f8538cf3a6a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:16.992171 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d1a6fbda-c1e1-4ea0-b04c-7f8538cf3a6a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852156545'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:17.009850 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-83e94d2c-9bc7-4490-bd35-31e8c3341b8c tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:17.111004 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fc79255a-a9e5-4a58-8d94-9d9d562fed39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:17.115327 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fc79255a-a9e5-4a58-8d94-9d9d562fed39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:17.127198 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-94a1088b-c324-4fce-a707-42aec0671b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:17.180199 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc79255a-a9e5-4a58-8d94-9d9d562fed39 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'}  {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 15:14:17.191407 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79255a-a9e5-4a58-8d94-9d9d562fed39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75ab82d-cd03-4ed1-80b1-aa08acc99f6e,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:17.196740 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-fc79255a-a9e5-4a58-8d94-9d9d562fed39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:17.200249 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fc79255a-a9e5-4a58-8d94-9d9d562fed39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:17.200654 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.segments_db [None req-fc79255a-a9e5-4a58-8d94-9d9d562fed39 admin admin] Added segment 0e9d9fdf-9b1d-495f-9c49-fd55b095940e of type vlan for network 42cbcf27-2fa6-447e-ac66-a5173cbf0cf6
Apr 07 15:14:17.241710 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fc79255a-a9e5-4a58-8d94-9d9d562fed39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247587465195'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:17.299699 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fc79255a-a9e5-4a58-8d94-9d9d562fed39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:17.302440 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc79255a-a9e5-4a58-8d94-9d9d562fed39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:17.303607 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fc79255a-a9e5-4a58-8d94-9d9d562fed39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:17.313823 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d8f8548e-a158-4725-a96a-b71f3a4ffbc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:17.448007 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-fc79255a-a9e5-4a58-8d94-9d9d562fed39 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.6030812
Apr 07 15:14:17.451783 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 36406) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:17.458156 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79255a-a9e5-4a58-8d94-9d9d562fed39 admin admin] Pushing event updated for resources: {'Network': ['ID=42cbcf27-2fa6-447e-ac66-a5173cbf0cf6,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:17.461896 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-fc79255a-a9e5-4a58-8d94-9d9d562fed39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:17.469609 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-2feb3027-addb-409e-b432-d045e92c4ba6 admin admin] Request body: {'subnet': {'network_id': '42cbcf27-2fa6-447e-ac66-a5173cbf0cf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-30859242-subnet', 'tenant_id': '0e89d1d9541a414489d2bfb16243571c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:14:17.474508 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Network 42cbcf27-2fa6-447e-ac66-a5173cbf0cf6 details requested by agent ovs-agent-dv-cinder-782260-2-iscsi with host dv-cinder-782260-2-iscsi {{(pid=84339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 15:14:17.479333 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-2feb3027-addb-409e-b432-d045e92c4ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:14:17.487667 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-2feb3027-addb-409e-b432-d045e92c4ba6 admin admin] Usage tracker for resource:subnet and tenant:0e89d1d9541a414489d2bfb16243571c is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:14:17.493543 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-2feb3027-addb-409e-b432-d045e92c4ba6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:14:17.506209 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-2feb3027-addb-409e-b432-d045e92c4ba6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:14:17.522193 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2feb3027-addb-409e-b432-d045e92c4ba6 admin admin] Made reservation on behalf of 0e89d1d9541a414489d2bfb16243571c for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:14:17.527444 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2feb3027-addb-409e-b432-d045e92c4ba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2237762'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:17.609957 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6fbda-c1e1-4ea0-b04c-7f8538cf3a6a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Pushing event updated for resources: {'Port': ['ID=7d42f09c-eeea-406c-b376-338f26a14fa7,revision_number=2']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:17.615669 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d1a6fbda-c1e1-4ea0-b04c-7f8538cf3a6a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:17.730803 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d1a6fbda-c1e1-4ea0-b04c-7f8538cf3a6a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509939'] for floatingip, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:17.758634 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d1a6fbda-c1e1-4ea0-b04c-7f8538cf3a6a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for floatingip, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:17.765358 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-d1a6fbda-c1e1-4ea0-b04c-7f8538cf3a6a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.3200748
Apr 07 15:14:18.036412 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2feb3027-addb-409e-b432-d045e92c4ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850671880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2237811'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:18.039433 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-58621674-20ac-48c7-99ba-ad2108f04165 req-b81e0f46-c536-45ac-91d2-b7723194cebf tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Synchronizing usage tracker for tenant:fe4baebffb304bcebd7f14fa893dc5ab on resource:security_group {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:14:18.057793 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:18.058023 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-58621674-20ac-48c7-99ba-ad2108f04165 req-b81e0f46-c536-45ac-91d2-b7723194cebf tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Unset dirty status for tenant:fe4baebffb304bcebd7f14fa893dc5ab on resource:security_group {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:14:18.059630 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-58621674-20ac-48c7-99ba-ad2108f04165 req-b81e0f46-c536-45ac-91d2-b7723194cebf tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1910776269&fields=id&tenant_id=fe4baebffb304bcebd7f14fa893dc5ab HTTP/1.1" status: 200  len: 267 time: 0.0577209
Apr 07 15:14:18.192011 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb3027-addb-409e-b432-d045e92c4ba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06fcfced-579f-4b87-a511-c5589b239771,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:18.206139 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-2feb3027-addb-409e-b432-d045e92c4ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:18.289931 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feb3027-addb-409e-b432-d045e92c4ba6 admin admin] Checking segment: {'id': '0e9d9fdf-9b1d-495f-9c49-fd55b095940e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '42cbcf27-2fa6-447e-ac66-a5173cbf0cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:14:18.290327 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feb3027-addb-409e-b432-d045e92c4ba6 admin admin] Network hostable DHCP agents. Network: 42cbcf27-2fa6-447e-ac66-a5173cbf0cf6, hostable agents: ['13ef685d-6932-4a97-bd41-a6ee1416974e'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 15:14:18.303412 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58621674-20ac-48c7-99ba-ad2108f04165 req-31c9602b-d7f4-45f1-9893-18ca11876521 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:18.305558 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-58621674-20ac-48c7-99ba-ad2108f04165 req-31c9602b-d7f4-45f1-9893-18ca11876521 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/networks?id=7e0f3704-ba7e-4436-937d-51f6b7b3f535 HTTP/1.1" status: 200  len: 816 time: 0.2355769
Apr 07 15:14:18.311746 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feb3027-addb-409e-b432-d045e92c4ba6 admin admin] Network 42cbcf27-2fa6-447e-ac66-a5173cbf0cf6 is scheduled to be hosted by DHCP agent 13ef685d-6932-4a97-bd41-a6ee1416974e with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 15:14:18.322450 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-2feb3027-addb-409e-b432-d045e92c4ba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-iscsi, 42cbcf27-2fa6-447e-ac66-a5173cbf0cf6) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:14:18.332046 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-58621674-20ac-48c7-99ba-ad2108f04165 req-9742eec1-47c9-4704-9f3b-a7359abb08d3 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/quotas/fe4baebffb304bcebd7f14fa893dc5ab HTTP/1.1" status: 200  len: 375 time: 0.0135109
Apr 07 15:14:18.339006 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feb3027-addb-409e-b432-d045e92c4ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:18.339006 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2feb3027-addb-409e-b432-d045e92c4ba6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:18.339566 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f1ac83-1ba1-4b43-8950-5a152d33e5fb None None] Network 42cbcf27-2fa6-447e-ac66-a5173cbf0cf6 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:14:18.369707 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-2feb3027-addb-409e-b432-d045e92c4ba6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.9065702
Apr 07 15:14:18.476496 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-58621674-20ac-48c7-99ba-ad2108f04165 req-612d2058-d7da-4ff7-ad42-0414bfec4906 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Synchronizing usage tracker for tenant:fe4baebffb304bcebd7f14fa893dc5ab on resource:port {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:14:18.503405 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-58621674-20ac-48c7-99ba-ad2108f04165 req-612d2058-d7da-4ff7-ad42-0414bfec4906 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Unset dirty status for tenant:fe4baebffb304bcebd7f14fa893dc5ab on resource:port {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:14:18.506152 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-58621674-20ac-48c7-99ba-ad2108f04165 req-612d2058-d7da-4ff7-ad42-0414bfec4906 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe4baebffb304bcebd7f14fa893dc5ab&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1644640
Apr 07 15:14:18.685072 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b353a33-df30-4a47-8211-432dc36e50df None None] Network 42cbcf27-2fa6-447e-ac66-a5173cbf0cf6 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:14:18.718949 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-58621674-20ac-48c7-99ba-ad2108f04165 req-c42c0cf1-abff-436e-aa57-bab27967e489 service neutron] 10.222.0.39 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1977029
Apr 07 15:14:18.984174 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-58621674-20ac-48c7-99ba-ad2108f04165 req-a9d77db6-fd4b-46c3-99ad-8c03cc67478f service neutron] 10.222.0.39 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2576063
Apr 07 15:14:19.271468 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4e0ce24c-20fc-422b-b987-f04e6ba06663 req-833879dc-bf9c-4fd9-9251-568d3c69178a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 210 time: 0.0889575
Apr 07 15:14:20.637089 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-47323ddb-8846-41d3-a1c0-9635740fcf7d req-4352be43-618c-4e5e-8d62-42e78294a5f4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 210 time: 0.0590813
Apr 07 15:14:21.310055 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58621674-20ac-48c7-99ba-ad2108f04165 req-1e248ccb-9521-4efb-8f4f-a215cb4c5bdc tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:21.311666 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-58621674-20ac-48c7-99ba-ad2108f04165 req-1e248ccb-9521-4efb-8f4f-a215cb4c5bdc tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.65 "GET /v2.0/networks?id=7e0f3704-ba7e-4436-937d-51f6b7b3f535 HTTP/1.1" status: 200  len: 816 time: 0.1739178
Apr 07 15:14:21.379023 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-58621674-20ac-48c7-99ba-ad2108f04165 req-414cf187-6f28-4524-9883-5f23255cebb5 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fe4baebffb304bcebd7f14fa893dc5ab HTTP/1.1" status: 200  len: 5705 time: 0.0516622
Apr 07 15:14:21.388475 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-58621674-20ac-48c7-99ba-ad2108f04165 req-24ef823c-3b44-48f3-8e96-24fb24f02b29 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Request body: {'port': {'device_id': 'ffe52a95-9cef-4ca5-8c15-d7519d9eb02a', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'admin_state_up': True, 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'security_groups': ['2819293f-dd06-48fd-a60d-778cb737e6fb']}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:14:21.605261 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-58621674-20ac-48c7-99ba-ad2108f04165 req-24ef823c-3b44-48f3-8e96-24fb24f02b29 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:14:21.624705 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-58621674-20ac-48c7-99ba-ad2108f04165 req-24ef823c-3b44-48f3-8e96-24fb24f02b29 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:14:21.641705 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58621674-20ac-48c7-99ba-ad2108f04165 req-24ef823c-3b44-48f3-8e96-24fb24f02b29 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Made reservation on behalf of fe4baebffb304bcebd7f14fa893dc5ab for: {'port': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:14:21.652900 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-58621674-20ac-48c7-99ba-ad2108f04165 req-24ef823c-3b44-48f3-8e96-24fb24f02b29 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:21.908022 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7de90c6b-133d-4daa-92b0-7b34ceea6d69 req-4b82cacc-c07e-4359-940f-5b2469fbbf96 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 210 time: 0.1103106
Apr 07 15:14:22.108441 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [req-58621674-20ac-48c7-99ba-ad2108f04165 req-24ef823c-3b44-48f3-8e96-24fb24f02b29 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Allocated IP 172.20.0.5 (7e0f3704-ba7e-4436-937d-51f6b7b3f535/d05646fb-c605-48bc-82c8-49d6fe52eea8/162912ca-6f93-4812-8f4e-5b287b08742a) {{(pid=84337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:14:22.463926 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-58621674-20ac-48c7-99ba-ad2108f04165 req-24ef823c-3b44-48f3-8e96-24fb24f02b29 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for port, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:22.485637 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-58621674-20ac-48c7-99ba-ad2108f04165 req-24ef823c-3b44-48f3-8e96-24fb24f02b29 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Transition to ACTIVE for port object 162912ca-6f93-4812-8f4e-5b287b08742a will not be triggered until provisioned by entity DHCP. {{(pid=84337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:14:22.514497 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-58621674-20ac-48c7-99ba-ad2108f04165 req-24ef823c-3b44-48f3-8e96-24fb24f02b29 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:22.530974 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:22.678572 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef823c-3b44-48f3-8e96-24fb24f02b29 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Pushing event updated for resources: {'Port': ['ID=162912ca-6f93-4812-8f4e-5b287b08742a,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:22.684284 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-24ef823c-3b44-48f3-8e96-24fb24f02b29 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:22.747348 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58621674-20ac-48c7-99ba-ad2108f04165 req-24ef823c-3b44-48f3-8e96-24fb24f02b29 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Network 7e0f3704-ba7e-4436-937d-51f6b7b3f535 is already hosted by enough agents. {{(pid=84337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:14:22.750015 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [req-58621674-20ac-48c7-99ba-ad2108f04165 req-24ef823c-3b44-48f3-8e96-24fb24f02b29 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Resources bound (agent type, host, resource id):  {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:14:22.752802 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-58621674-20ac-48c7-99ba-ad2108f04165 req-24ef823c-3b44-48f3-8e96-24fb24f02b29 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Received port after_create {{(pid=84337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:14:22.828450 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58621674-20ac-48c7-99ba-ad2108f04165 req-24ef823c-3b44-48f3-8e96-24fb24f02b29 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:22.829376 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-58621674-20ac-48c7-99ba-ad2108f04165 req-24ef823c-3b44-48f3-8e96-24fb24f02b29 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:22.855644 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-58621674-20ac-48c7-99ba-ad2108f04165 req-24ef823c-3b44-48f3-8e96-24fb24f02b29 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4714150
Apr 07 15:14:22.874902 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-58621674-20ac-48c7-99ba-ad2108f04165 req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] Request body: {'port': {'device_id': 'ffe52a95-9cef-4ca5-8c15-d7519d9eb02a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:14:23.004389 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-58621674-20ac-48c7-99ba-ad2108f04165 req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:23.014742 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-b737013b-7889-4f69-9670-afa15ba5dfc9 None None] Provisioning for port 162912ca-6f93-4812-8f4e-5b287b08742a completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:14:23.023951 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-b737013b-7889-4f69-9670-afa15ba5dfc9 None None] Provisioning complete for port 162912ca-6f93-4812-8f4e-5b287b08742a triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:14:23.024329 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b737013b-7889-4f69-9670-afa15ba5dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:23.294218 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7e4ff-46a8-4a13-b5a6-9892c5283252 req-06cb3e58-b9f4-496c-ab58-a11686068c11 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:23.295146 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-8db7e4ff-46a8-4a13-b5a6-9892c5283252 req-06cb3e58-b9f4-496c-ab58-a11686068c11 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Synchronizing usage tracker for tenant:fe4baebffb304bcebd7f14fa893dc5ab on resource:port {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:14:23.394537 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-8db7e4ff-46a8-4a13-b5a6-9892c5283252 req-06cb3e58-b9f4-496c-ab58-a11686068c11 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Unset dirty status for tenant:fe4baebffb304bcebd7f14fa893dc5ab on resource:port {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:14:23.395728 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8db7e4ff-46a8-4a13-b5a6-9892c5283252 req-06cb3e58-b9f4-496c-ab58-a11686068c11 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 931 time: 0.3381352
Apr 07 15:14:23.426271 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-b737013b-7889-4f69-9670-afa15ba5dfc9 None None] Port 162912ca-6f93-4812-8f4e-5b287b08742a cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:14:23.446484 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8db7e4ff-46a8-4a13-b5a6-9892c5283252 req-d082c41d-1720-4fe2-8d40-613c0697a386 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0356896
Apr 07 15:14:23.597950 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [req-58621674-20ac-48c7-99ba-ad2108f04165 req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 162912ca-6f93-4812-8f4e-5b287b08742a {{(pid=84337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:14:23.607600 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-58621674-20ac-48c7-99ba-ad2108f04165 req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:23.625154 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-58621674-20ac-48c7-99ba-ad2108f04165 req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] Transition to ACTIVE for port object 162912ca-6f93-4812-8f4e-5b287b08742a will not be triggered until provisioned by entity L2. {{(pid=84337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:14:23.628468 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-58621674-20ac-48c7-99ba-ad2108f04165 req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852156545'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:23.645681 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f097f3ce-b23b-4b25-8202-b11420accaf8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:23.796469 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] Pushing event updated for resources: {'Port': ['ID=162912ca-6f93-4812-8f4e-5b287b08742a,revision_number=2']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:23.801879 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:24.174330 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-58621674-20ac-48c7-99ba-ad2108f04165 req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] Attempting to bind port 162912ca-6f93-4812-8f4e-5b287b08742a on host hv-cinder-78226 for vnic_type normal with profile  {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:14:24.175359 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-58621674-20ac-48c7-99ba-ad2108f04165 req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] Attempting to bind port 162912ca-6f93-4812-8f4e-5b287b08742a by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '451621fc-172b-4cc1-8c7f-2b3f01dde5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535'}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:14:24.175359 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58621674-20ac-48c7-99ba-ad2108f04165 req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] Attempting to bind port 162912ca-6f93-4812-8f4e-5b287b08742a on network 7e0f3704-ba7e-4436-937d-51f6b7b3f535 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:14:24.184806 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58621674-20ac-48c7-99ba-ad2108f04165 req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] Port 162912ca-6f93-4812-8f4e-5b287b08742a on network 7e0f3704-ba7e-4436-937d-51f6b7b3f535 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 15:14:24.185286 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58621674-20ac-48c7-99ba-ad2108f04165 req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] Attempting to bind port 162912ca-6f93-4812-8f4e-5b287b08742a on network 7e0f3704-ba7e-4436-937d-51f6b7b3f535 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:14:24.192794 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58621674-20ac-48c7-99ba-ad2108f04165 req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] Checking agent: {'id': 'b2fd6503-106d-4224-ac4d-40fda7056aab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:14:24.192794 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58621674-20ac-48c7-99ba-ad2108f04165 req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] Checking segment: {'id': '451621fc-172b-4cc1-8c7f-2b3f01dde5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:14:24.193273 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58621674-20ac-48c7-99ba-ad2108f04165 req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] Bound using segment: {'id': '451621fc-172b-4cc1-8c7f-2b3f01dde5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535'} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:14:24.193895 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-58621674-20ac-48c7-99ba-ad2108f04165 req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] Bound port: 162912ca-6f93-4812-8f4e-5b287b08742a, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '451621fc-172b-4cc1-8c7f-2b3f01dde5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535'}}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:14:24.194367 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-58621674-20ac-48c7-99ba-ad2108f04165 req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:24.380175 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-58621674-20ac-48c7-99ba-ad2108f04165 req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] For port 162912ca-6f93-4812-8f4e-5b287b08742a, host hv-cinder-78226, cleared binding levels {{(pid=84337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:14:24.392572 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-58621674-20ac-48c7-99ba-ad2108f04165 req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] For port 162912ca-6f93-4812-8f4e-5b287b08742a, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=162912ca-6f93-4812-8f4e-5b287b08742a,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:14:24.398609 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-58621674-20ac-48c7-99ba-ad2108f04165 req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852156545'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:24.415822 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-aaa6b93a-23c7-4db1-825a-34ca99c52c90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:24.514075 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3767f8-6b59-4315-b6f1-de012045f450 req-4fd9fbe8-bad7-4da4-b388-34605e3715d7 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:24.515809 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8c3767f8-6b59-4315-b6f1-de012045f450 req-4fd9fbe8-bad7-4da4-b388-34605e3715d7 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.2479877
Apr 07 15:14:24.592900 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8c3767f8-6b59-4315-b6f1-de012045f450 req-e8a6add0-36a0-4071-a71d-219a2cd6efaf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587037
Apr 07 15:14:24.604717 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] Pushing event updated for resources: {'Port': ['ID=162912ca-6f93-4812-8f4e-5b287b08742a,revision_number=3']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:24.619208 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:24.712014 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58621674-20ac-48c7-99ba-ad2108f04165 req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:24.712712 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-58621674-20ac-48c7-99ba-ad2108f04165 req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:24.714899 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-58621674-20ac-48c7-99ba-ad2108f04165 req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] 10.222.0.65 "PUT /v2.0/ports/162912ca-6f93-4812-8f4e-5b287b08742a HTTP/1.1" status: 200  len: 1093 time: 1.8444667
Apr 07 15:14:24.714899 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe52a95-9cef-4ca5-8c15-d7519d9eb02a', 'tag': '162912ca-6f93-4812-8f4e-5b287b08742a'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:14:24.775491 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe52a95-9cef-4ca5-8c15-d7519d9eb02a', 'tag': '162912ca-6f93-4812-8f4e-5b287b08742a', 'status': 'completed', 'code': 200}
Apr 07 15:14:24.784604 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36bb76-e6e5-45bd-9643-da738917ba9a req-f72841c7-a9ea-40e3-a4e5-eff884e0e34a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:24.786455 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1c36bb76-e6e5-45bd-9643-da738917ba9a req-f72841c7-a9ea-40e3-a4e5-eff884e0e34a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 943 time: 0.1499283
Apr 07 15:14:24.876519 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1c36bb76-e6e5-45bd-9643-da738917ba9a req-53ba2d5d-3490-4e6c-9441-b5017ed5cc4f tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0831552
Apr 07 15:14:24.910279 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58621674-20ac-48c7-99ba-ad2108f04165 req-50f7d311-6242-405b-9445-51539e6b0158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:24.911293 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-58621674-20ac-48c7-99ba-ad2108f04165 req-50f7d311-6242-405b-9445-51539e6b0158 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe4baebffb304bcebd7f14fa893dc5ab&device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 1096 time: 0.1159902
Apr 07 15:14:24.994376 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-58621674-20ac-48c7-99ba-ad2108f04165 req-7c027786-03e9-400c-b65f-cb6db0f09ea5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=162912ca-6f93-4812-8f4e-5b287b08742a HTTP/1.1" status: 200  len: 217 time: 0.0680735
Apr 07 15:14:25.070658 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58621674-20ac-48c7-99ba-ad2108f04165 req-7658eea0-e934-4b30-8cf0-e09532813098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:25.072741 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-58621674-20ac-48c7-99ba-ad2108f04165 req-7658eea0-e934-4b30-8cf0-e09532813098 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d05646fb-c605-48bc-82c8-49d6fe52eea8 HTTP/1.1" status: 200  len: 855 time: 0.0711951
Apr 07 15:14:25.158211 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58621674-20ac-48c7-99ba-ad2108f04165 req-8ca119d4-b952-4b46-880d-bf0f3975d70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:25.159913 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-58621674-20ac-48c7-99ba-ad2108f04165 req-8ca119d4-b952-4b46-880d-bf0f3975d70d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e0f3704-ba7e-4436-937d-51f6b7b3f535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793507
Apr 07 15:14:25.309617 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-58621674-20ac-48c7-99ba-ad2108f04165 req-cf2379a7-8608-442b-8e24-0568afc11b4b service neutron] 10.222.0.65 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420729
Apr 07 15:14:25.777364 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-58621674-20ac-48c7-99ba-ad2108f04165 req-6cf2c935-de8e-4336-8f8e-4d3931ff61ce service neutron] 10.222.0.65 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4569213
Apr 07 15:14:25.834440 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31995d-df98-4ad3-b651-ba3315a5508e req-7b83bcc1-c62d-4368-bb3d-11bc3fd5aac4 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:25.836059 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5e31995d-df98-4ad3-b651-ba3315a5508e req-7b83bcc1-c62d-4368-bb3d-11bc3fd5aac4 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.1156452
Apr 07 15:14:25.870060 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5e31995d-df98-4ad3-b651-ba3315a5508e req-7f74f249-91af-4dbe-a8aa-6b76672ebbe8 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0273128
Apr 07 15:14:25.956006 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d398f-fc17-4509-928b-33bdc273a78b req-50eed234-1fa0-4c30-924a-ceed308e418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:25.957630 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c61d398f-fc17-4509-928b-33bdc273a78b req-50eed234-1fa0-4c30-924a-ceed308e418e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe4baebffb304bcebd7f14fa893dc5ab&device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 1096 time: 0.0828981
Apr 07 15:14:26.143490 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d398f-fc17-4509-928b-33bdc273a78b req-ecb94691-f96e-4c81-8a19-dc5fa573c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:26.144721 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c61d398f-fc17-4509-928b-33bdc273a78b req-ecb94691-f96e-4c81-8a19-dc5fa573c455 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e0f3704-ba7e-4436-937d-51f6b7b3f535 HTTP/1.1" status: 200  len: 917 time: 0.1794343
Apr 07 15:14:26.227796 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c61d398f-fc17-4509-928b-33bdc273a78b req-adce23ef-5f9f-49a2-bcff-f1166a8b78e2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=162912ca-6f93-4812-8f4e-5b287b08742a HTTP/1.1" status: 200  len: 217 time: 0.0750201
Apr 07 15:14:26.356483 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d398f-fc17-4509-928b-33bdc273a78b req-d2ac9b0d-384d-40e4-bd83-3c876daecabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:26.358116 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c61d398f-fc17-4509-928b-33bdc273a78b req-d2ac9b0d-384d-40e4-bd83-3c876daecabe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d05646fb-c605-48bc-82c8-49d6fe52eea8 HTTP/1.1" status: 200  len: 855 time: 0.1229651
Apr 07 15:14:26.440704 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ca2a3-9c56-4ed5-a114-2120a1fdcd64 req-fd94e9b8-c126-4772-8055-d3aca107dea1 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:26.442386 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-136ca2a3-9c56-4ed5-a114-2120a1fdcd64 req-fd94e9b8-c126-4772-8055-d3aca107dea1 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 943 time: 0.3845377
Apr 07 15:14:26.484035 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-136ca2a3-9c56-4ed5-a114-2120a1fdcd64 req-644d07cf-47f0-4c6e-a14f-65db65371534 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0317659
Apr 07 15:14:26.491895 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d398f-fc17-4509-928b-33bdc273a78b req-0de7ff1d-26f2-489b-9bcb-8442a17417f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:26.493560 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c61d398f-fc17-4509-928b-33bdc273a78b req-0de7ff1d-26f2-489b-9bcb-8442a17417f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e0f3704-ba7e-4436-937d-51f6b7b3f535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1228335
Apr 07 15:14:26.646618 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c61d398f-fc17-4509-928b-33bdc273a78b req-94b1ef71-80ee-4851-a141-29681a459e43 service neutron] 10.222.0.65 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450245
Apr 07 15:14:26.802696 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c61d398f-fc17-4509-928b-33bdc273a78b req-805ce9f8-199c-4079-963e-a377d7572ed6 service neutron] 10.222.0.65 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1492476
Apr 07 15:14:26.833421 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 36568) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:26.961441 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c7fc81d9-44c1-4a8b-a19c-53671b7ff87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:26.978485 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-c7fc81d9-44c1-4a8b-a19c-53671b7ff87b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:14:26.982994 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-c7fc81d9-44c1-4a8b-a19c-53671b7ff87b admin admin] Usage tracker for resource:security_group_rule and tenant:833e8be0ca2545bb924786add9b664e2 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:14:26.986139 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-c7fc81d9-44c1-4a8b-a19c-53671b7ff87b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:14:26.992509 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-c7fc81d9-44c1-4a8b-a19c-53671b7ff87b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:14:27.084788 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c7fc81d9-44c1-4a8b-a19c-53671b7ff87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:27.087885 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b9df0-5247-403b-a1b9-2fcba9919c90 req-894e31c5-0593-488b-8e1d-3ce8aba04440 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:27.088352 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c7fc81d9-44c1-4a8b-a19c-53671b7ff87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:27.089686 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-976b9df0-5247-403b-a1b9-2fcba9919c90 req-894e31c5-0593-488b-8e1d-3ce8aba04440 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.1004226
Apr 07 15:14:27.100750 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-0067e0e5-467e-481c-b298-223f49305763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:27.134813 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-976b9df0-5247-403b-a1b9-2fcba9919c90 req-75399c40-3400-476c-abb1-74d2ebaf7d60 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367534
Apr 07 15:14:27.153682 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc81d9-44c1-4a8b-a19c-53671b7ff87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa68cc38-08b9-4f45-b186-34c7865a2dac,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:27.167971 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 36578) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:27.168483 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-c7fc81d9-44c1-4a8b-a19c-53671b7ff87b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=833e8be0ca2545bb924786add9b664e2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3336825
Apr 07 15:14:27.169565 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c7fc81d9-44c1-4a8b-a19c-53671b7ff87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:27.235305 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1a6fda21-97fa-4630-8203-1c968a5b4401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:27.264545 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1a6fda21-97fa-4630-8203-1c968a5b4401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:27.321650 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1a6fda21-97fa-4630-8203-1c968a5b4401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:27.331052 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-60b52b36-06e2-4401-8f3c-0bf1156664ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:27.347785 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dbb52bc8-7c05-4422-8cb0-d4961787d986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:27.358772 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fda21-97fa-4630-8203-1c968a5b4401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa68cc38-08b9-4f45-b186-34c7865a2dac,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:27.364213 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1a6fda21-97fa-4630-8203-1c968a5b4401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:27.366374 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1a6fda21-97fa-4630-8203-1c968a5b4401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:27.368027 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-1a6fda21-97fa-4630-8203-1c968a5b4401 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa68cc38-08b9-4f45-b186-34c7865a2dac HTTP/1.1" status: 204  len: 168 time: 0.1985984
Apr 07 15:14:27.711280 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccaebe-6a40-497c-9f09-ed60779bf73a req-fed00d3d-6f88-4d6b-9a49-d3bc2879cb86 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:27.712999 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8fccaebe-6a40-497c-9f09-ed60779bf73a req-fed00d3d-6f88-4d6b-9a49-d3bc2879cb86 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 943 time: 0.1023574
Apr 07 15:14:27.743783 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 162912ca-6f93-4812-8f4e-5b287b08742a details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 15:14:27.756105 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 36594) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:27.756288 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8fccaebe-6a40-497c-9f09-ed60779bf73a req-617048d5-ea0a-4a7e-9dca-a00db2c89a50 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0297134
Apr 07 15:14:27.806694 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-226d8ce9-af34-4128-ad6a-1f3693e05fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:27.823785 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-226d8ce9-af34-4128-ad6a-1f3693e05fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:14:27.828011 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-226d8ce9-af34-4128-ad6a-1f3693e05fa5 admin admin] Usage tracker for resource:security_group_rule and tenant:d7ca83593c8d4fe7845d0f0280cdc158 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:14:27.831246 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-226d8ce9-af34-4128-ad6a-1f3693e05fa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:14:27.839869 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-226d8ce9-af34-4128-ad6a-1f3693e05fa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:14:27.897673 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 162912ca-6f93-4812-8f4e-5b287b08742a, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=162912ca-6f93-4812-8f4e-5b287b08742a,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:14:27.913311 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Returning: {'device': '162912ca-6f93-4812-8f4e-5b287b08742a', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'port_id': '162912ca-6f93-4812-8f4e-5b287b08742a', 'mac_address': 'fa:16:3e:4f:53:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 15:14:27.937152 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-226d8ce9-af34-4128-ad6a-1f3693e05fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:27.940482 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-226d8ce9-af34-4128-ad6a-1f3693e05fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:27.950048 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-02d14bc2-5846-40f1-8832-c2bed891507e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:27.974704 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:27.976073 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 162912ca-6f93-4812-8f4e-5b287b08742a {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:14:27.993827 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-226d8ce9-af34-4128-ad6a-1f3693e05fa5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7ca83593c8d4fe7845d0f0280cdc158&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2348940
Apr 07 15:14:27.994637 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 162912ca-6f93-4812-8f4e-5b287b08742a, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=162912ca-6f93-4812-8f4e-5b287b08742a,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:14:27.994886 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d8ce9-af34-4128-ad6a-1f3693e05fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2625f452-a814-4b77-8891-91d93f6b3d24,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:27.996213 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 36598) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:27.998315 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:27.998758 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-226d8ce9-af34-4128-ad6a-1f3693e05fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:28.000425 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:28.063563 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-396ce832-1562-4a3c-a028-ec8449e3bbec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:28.083066 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=162912ca-6f93-4812-8f4e-5b287b08742a,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:28.091980 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:28.092346 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:28.092748 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:28.093150 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:28.093564 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:28.094064 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:28.094326 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:28.094704 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:28.095095 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:28.095364 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-396ce832-1562-4a3c-a028-ec8449e3bbec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:28.095499 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:28.095980 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:28.096420 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:28.101580 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:28.144169 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-396ce832-1562-4a3c-a028-ec8449e3bbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:28.149345 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c75f61ff-77c5-411a-a333-7e3c7fdc7431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:28.166937 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ce832-1562-4a3c-a028-ec8449e3bbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2625f452-a814-4b77-8891-91d93f6b3d24,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:28.169845 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-396ce832-1562-4a3c-a028-ec8449e3bbec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:28.171306 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-396ce832-1562-4a3c-a028-ec8449e3bbec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:28.177403 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-396ce832-1562-4a3c-a028-ec8449e3bbec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2625f452-a814-4b77-8891-91d93f6b3d24 HTTP/1.1" status: 204  len: 168 time: 0.1752000
Apr 07 15:14:28.345961 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['162912ca-6f93-4812-8f4e-5b287b08742a'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:14:28.626908 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb61cf-6e3e-4ae1-a6a7-710f04490d5d req-5b37f859-534a-4429-a2e9-c488515fe1be tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:28.629507 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7feb61cf-6e3e-4ae1-a6a7-710f04490d5d req-5b37f859-534a-4429-a2e9-c488515fe1be tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.3673818
Apr 07 15:14:28.662334 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7feb61cf-6e3e-4ae1-a6a7-710f04490d5d req-4f5d3580-b5e0-4a92-ac61-5dd64a4298a9 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0265439
Apr 07 15:14:29.010021 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568251a-adcb-4601-982b-c28922d34f1b req-d9281ba2-ebc6-4eb2-a8c6-3cd073c31214 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:29.013738 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0568251a-adcb-4601-982b-c28922d34f1b req-d9281ba2-ebc6-4eb2-a8c6-3cd073c31214 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 944 time: 0.1017945
Apr 07 15:14:29.050197 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0568251a-adcb-4601-982b-c28922d34f1b req-fceba394-02ff-4066-bab8-ea22ce9837e4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0321412
Apr 07 15:14:29.737839 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 162912ca-6f93-4812-8f4e-5b287b08742a up at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:14:29.841744 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning for port 162912ca-6f93-4812-8f4e-5b287b08742a completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:14:29.848160 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning complete for port 162912ca-6f93-4812-8f4e-5b287b08742a triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:14:29.848590 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:29.886687 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab45bb-0638-4bea-8f18-615e8d177191 req-1d793dfa-0b4c-494b-8394-dfcd9a47da94 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:29.888411 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-caab45bb-0638-4bea-8f18-615e8d177191 req-1d793dfa-0b4c-494b-8394-dfcd9a47da94 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.0994539
Apr 07 15:14:29.928779 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-caab45bb-0638-4bea-8f18-615e8d177191 req-13d08f36-0c03-4c8c-9b9c-e4729615cf70 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0266576
Apr 07 15:14:30.023525 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-026f9459-23d1-43ca-b9a9-57ca06585a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:30.029583 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:30.048173 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe52a95-9cef-4ca5-8c15-d7519d9eb02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162912ca-6f93-4812-8f4e-5b287b08742a'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:14:30.066417 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 162912ca-6f93-4812-8f4e-5b287b08742a, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=162912ca-6f93-4812-8f4e-5b287b08742a,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:14:30.068321 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:30.072553 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:30.074678 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:30.140745 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe52a95-9cef-4ca5-8c15-d7519d9eb02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162912ca-6f93-4812-8f4e-5b287b08742a', 'code': 200}
Apr 07 15:14:30.158835 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=162912ca-6f93-4812-8f4e-5b287b08742a,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:30.165675 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:30.409432 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac90fd-f37b-4fd8-b935-07973c98e881 req-98843c0c-afab-43e8-9d25-74e28c5a0403 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:30.412339 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-03ac90fd-f37b-4fd8-b935-07973c98e881 req-98843c0c-afab-43e8-9d25-74e28c5a0403 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 945 time: 0.1513324
Apr 07 15:14:30.458392 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-03ac90fd-f37b-4fd8-b935-07973c98e881 req-5ccbbe12-3e21-4401-8eed-aaf2f51c0c22 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381370
Apr 07 15:14:30.488971 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37493aab-fa17-4fee-980b-bc833d57329a req-77440ba9-14fa-42cb-a556-1306bd58ddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:30.490821 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-37493aab-fa17-4fee-980b-bc833d57329a req-77440ba9-14fa-42cb-a556-1306bd58ddd6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 1098 time: 0.1381168
Apr 07 15:14:30.521602 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-37493aab-fa17-4fee-980b-bc833d57329a req-41f8e605-32e9-40c7-b0ce-f17490b5f067 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0235066
Apr 07 15:14:30.782645 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 36684) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:30.940036 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5240796d-58e9-4a9a-9d4f-e478af2cf71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:30.957274 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-5240796d-58e9-4a9a-9d4f-e478af2cf71f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:14:30.961483 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-5240796d-58e9-4a9a-9d4f-e478af2cf71f admin admin] Usage tracker for resource:security_group_rule and tenant:c094517b60df46e98853d3f430546d79 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:14:30.964522 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-5240796d-58e9-4a9a-9d4f-e478af2cf71f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:14:30.970851 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-5240796d-58e9-4a9a-9d4f-e478af2cf71f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:14:31.067414 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5240796d-58e9-4a9a-9d4f-e478af2cf71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:31.071551 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5240796d-58e9-4a9a-9d4f-e478af2cf71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:31.084084 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-505fdf89-5908-425c-90d1-b59e81d2b9e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:31.128890 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240796d-58e9-4a9a-9d4f-e478af2cf71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167d7b2e-6f74-4e2e-b330-99d6d271145b,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:31.132809 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5240796d-58e9-4a9a-9d4f-e478af2cf71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:31.142726 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 36696) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:31.143014 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-5240796d-58e9-4a9a-9d4f-e478af2cf71f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c094517b60df46e98853d3f430546d79&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3581264
Apr 07 15:14:31.184599 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96194785-05fb-49cf-9b3a-6db996ec23aa req-c22ad38f-0492-4ed9-8866-6e709e5b0314 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:31.186302 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-96194785-05fb-49cf-9b3a-6db996ec23aa req-c22ad38f-0492-4ed9-8866-6e709e5b0314 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.1239583
Apr 07 15:14:31.234186 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-96194785-05fb-49cf-9b3a-6db996ec23aa req-c0a4a47f-8804-4f62-9671-1aa95b19338c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400224
Apr 07 15:14:31.252110 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fff9eb79-97d2-45dc-bf56-f0e83bc21064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:31.282160 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fff9eb79-97d2-45dc-bf56-f0e83bc21064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:31.331412 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:31.334508 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fff9eb79-97d2-45dc-bf56-f0e83bc21064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:31.340119 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e2602dcc-7c06-4ce3-988b-c6622f701e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:31.352707 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9eb79-97d2-45dc-bf56-f0e83bc21064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167d7b2e-6f74-4e2e-b330-99d6d271145b,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:31.356832 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-fff9eb79-97d2-45dc-bf56-f0e83bc21064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:31.360509 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fff9eb79-97d2-45dc-bf56-f0e83bc21064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:31.364736 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-fff9eb79-97d2-45dc-bf56-f0e83bc21064 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/167d7b2e-6f74-4e2e-b330-99d6d271145b HTTP/1.1" status: 204  len: 168 time: 0.2208977
Apr 07 15:14:31.730234 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 36706) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:31.768455 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e005b-550b-480f-b696-66b8c4052d7f req-d30c14ec-3571-447d-ba17-3060ee8731e9 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:31.770477 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-088e005b-550b-480f-b696-66b8c4052d7f req-d30c14ec-3571-447d-ba17-3060ee8731e9 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 945 time: 0.1681292
Apr 07 15:14:31.781905 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5919f8db-c660-49fb-aac3-13a716f9dd23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:31.801196 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-5919f8db-c660-49fb-aac3-13a716f9dd23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:14:31.805698 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-5919f8db-c660-49fb-aac3-13a716f9dd23 admin admin] Usage tracker for resource:security_group_rule and tenant:1e8b99d255d44d348c56351e1a702b37 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:14:31.809194 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-5919f8db-c660-49fb-aac3-13a716f9dd23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:14:31.813593 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-088e005b-550b-480f-b696-66b8c4052d7f req-266b365c-5b87-4437-b058-a6fdbb3046f1 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0353131
Apr 07 15:14:31.815944 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-5919f8db-c660-49fb-aac3-13a716f9dd23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:14:31.836929 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:31.930609 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5919f8db-c660-49fb-aac3-13a716f9dd23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:31.935082 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:31.935296 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5919f8db-c660-49fb-aac3-13a716f9dd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:31.945395 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7f010551-2ec7-48e2-bc96-90bc38847418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:31.989549 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-5919f8db-c660-49fb-aac3-13a716f9dd23 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e8b99d255d44d348c56351e1a702b37&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2571781
Apr 07 15:14:31.990766 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919f8db-c660-49fb-aac3-13a716f9dd23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3abcac-69c3-409a-bd93-8294d8b33904,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:31.994794 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5919f8db-c660-49fb-aac3-13a716f9dd23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:31.994959 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 36712) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:32.062611 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-57649365-c96d-4484-9eda-2b061d988245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:32.095406 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-57649365-c96d-4484-9eda-2b061d988245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:32.145312 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-57649365-c96d-4484-9eda-2b061d988245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:32.155905 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-396ce832-1562-4a3c-a028-ec8449e3bbec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:32.182419 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57649365-c96d-4484-9eda-2b061d988245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3abcac-69c3-409a-bd93-8294d8b33904,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:32.187238 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-57649365-c96d-4484-9eda-2b061d988245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:32.189629 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-57649365-c96d-4484-9eda-2b061d988245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:32.192610 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-57649365-c96d-4484-9eda-2b061d988245 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e3abcac-69c3-409a-bd93-8294d8b33904 HTTP/1.1" status: 204  len: 168 time: 0.1963277
Apr 07 15:14:32.488708 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f8cfa-5cdd-466f-93ff-985bebf989bf req-64acf6c7-31db-4e20-9910-043c02d287bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:32.490807 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-246f8cfa-5cdd-466f-93ff-985bebf989bf req-64acf6c7-31db-4e20-9910-043c02d287bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.1196876
Apr 07 15:14:32.530390 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-246f8cfa-5cdd-466f-93ff-985bebf989bf req-e10f0e04-b214-4b07-9d73-74d59758cd9b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0290639
Apr 07 15:14:33.122146 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc1134-f8eb-4028-a870-d5b171637611 req-a023db40-8435-4344-97fa-9b780d6c44d9 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:33.124851 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b6cc1134-f8eb-4028-a870-d5b171637611 req-a023db40-8435-4344-97fa-9b780d6c44d9 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 945 time: 0.1356483
Apr 07 15:14:33.180865 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b6cc1134-f8eb-4028-a870-d5b171637611 req-031e223a-eea2-4e7d-bec3-80b8f83d73eb tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450237
Apr 07 15:14:33.496457 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58a2df-6ac9-4cf2-8ba1-820ffcdf5a40 req-7fc97a60-7f63-4c56-bf6b-0287949429e7 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:33.498183 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9f58a2df-6ac9-4cf2-8ba1-820ffcdf5a40 req-7fc97a60-7f63-4c56-bf6b-0287949429e7 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 945 time: 0.0993137
Apr 07 15:14:33.510917 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 36762) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:33.521193 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-5aada242-f0f8-4ab0-8749-ee74d507aff4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Request body: {'floatingip': {'port_id': '162912ca-6f93-4812-8f4e-5b287b08742a'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:14:33.698261 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5aada242-f0f8-4ab0-8749-ee74d507aff4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for floatingip, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:34.376842 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a91f2-a1db-4a92-89a8-593a1f805de1 req-7c5cc52e-7066-44cd-9da1-94a79a1a7397 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:34.378738 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dd5a91f2-a1db-4a92-89a8-593a1f805de1 req-7c5cc52e-7066-44cd-9da1-94a79a1a7397 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.5872223
Apr 07 15:14:34.438668 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dd5a91f2-a1db-4a92-89a8-593a1f805de1 req-a6b606c9-b020-48d9-9e9c-6f9b9aaf943d tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439689
Apr 07 15:14:34.744015 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5aada242-f0f8-4ab0-8749-ee74d507aff4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:34.749756 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5aada242-f0f8-4ab0-8749-ee74d507aff4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509939'] for floatingip, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:35.020154 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c8374a63-1cb2-48ba-ab89-b4b82553250c req-e685a964-e2b9-436f-a2e9-133b8e6601c4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2049816
Apr 07 15:14:35.023665 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.l3_db [None req-5aada242-f0f8-4ab0-8749-ee74d507aff4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Floating IP 4c438d25-c59b-41d0-9808-b4e6b68eb17d associated. External IP: 172.27.2.147, port: 162912ca-6f93-4812-8f4e-5b287b08742a.
Apr 07 15:14:35.805631 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8374a63-1cb2-48ba-ab89-b4b82553250c req-442c799b-eb9b-439d-8b52-063d9ae5b676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:35.807321 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c8374a63-1cb2-48ba-ab89-b4b82553250c req-442c799b-eb9b-439d-8b52-063d9ae5b676 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b12d2babc7ca4e538b15fd6776db7809&device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 1099 time: 0.7175820
Apr 07 15:14:35.985121 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68a51e-c6fd-4219-adb5-e2621548f700 req-01e1b7e2-fcdf-4193-9782-13d5168c6325 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:35.986883 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-cf68a51e-c6fd-4219-adb5-e2621548f700 req-01e1b7e2-fcdf-4193-9782-13d5168c6325 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.4189651
Apr 07 15:14:35.989296 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aada242-f0f8-4ab0-8749-ee74d507aff4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Router ca711889-d007-44e7-bd34-e6bb1eaf2861 has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:14:36.132794 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-cf68a51e-c6fd-4219-adb5-e2621548f700 req-037a2f52-edc8-4857-8ee8-df85e3977b6f tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1342518
Apr 07 15:14:36.223930 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8374a63-1cb2-48ba-ab89-b4b82553250c req-22a97f06-cc2e-4ace-b585-98a1730218e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:36.225581 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c8374a63-1cb2-48ba-ab89-b4b82553250c req-22a97f06-cc2e-4ace-b585-98a1730218e7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9ec87ff2-febc-4f18-8e41-ab2231995e81 HTTP/1.1" status: 200  len: 911 time: 0.3903346
Apr 07 15:14:36.388908 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c8374a63-1cb2-48ba-ab89-b4b82553250c req-f548c1b4-b24c-4c40-a0bb-a0ca86709b46 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 HTTP/1.1" status: 200  len: 1001 time: 0.1493425
Apr 07 15:14:36.398555 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aada242-f0f8-4ab0-8749-ee74d507aff4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:14:36.405315 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5aada242-f0f8-4ab0-8749-ee74d507aff4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for floatingip, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:36.410631 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6b0bee-9e8b-4def-a9f3-32ee692f3737 None None] Sync routers for ids ['ca711889-d007-44e7-bd34-e6bb1eaf2861'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:14:36.448199 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6b0bee-9e8b-4def-a9f3-32ee692f3737 None None] Routers {'ca711889-d007-44e7-bd34-e6bb1eaf2861'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:14:36.450008 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-eb6b0bee-9e8b-4def-a9f3-32ee692f3737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6911cc710>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:14:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['ca711889-d007-44e7-bd34-e6bb1eaf2861'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:14:36.604799 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-5aada242-f0f8-4ab0-8749-ee74d507aff4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "PUT /v2.0/floatingips/4c438d25-c59b-41d0-9808-b4e6b68eb17d HTTP/1.1" status: 200  len: 991 time: 3.0921419
Apr 07 15:14:36.606746 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe52a95-9cef-4ca5-8c15-d7519d9eb02a', 'tag': '162912ca-6f93-4812-8f4e-5b287b08742a'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:14:36.612928 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8374a63-1cb2-48ba-ab89-b4b82553250c req-2f084383-0a1d-4045-8e46-dde645148306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:36.614595 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c8374a63-1cb2-48ba-ab89-b4b82553250c req-2f084383-0a1d-4045-8e46-dde645148306 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7b4613b1-aa51-4fff-9468-67e278e334ca HTTP/1.1" status: 200  len: 849 time: 0.2134635
Apr 07 15:14:36.712553 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4244974-ba34-4b1c-85bd-d87c2f3499f3 req-509ca420-8639-40bf-bc44-90666c7218fe tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:36.714333 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e4244974-ba34-4b1c-85bd-d87c2f3499f3 req-509ca420-8639-40bf-bc44-90666c7218fe tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.2294347
Apr 07 15:14:36.747364 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-eb6b0bee-9e8b-4def-a9f3-32ee692f3737 None None] Set router ca711889-d007-44e7-bd34-e6bb1eaf2861 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:14:36.789698 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e4244974-ba34-4b1c-85bd-d87c2f3499f3 req-8178ca0d-74e3-4661-a218-3694c64b7bbb tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554490
Apr 07 15:14:36.796286 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8374a63-1cb2-48ba-ab89-b4b82553250c req-260a0039-6941-44ad-86c6-a68decbdacb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:36.798326 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c8374a63-1cb2-48ba-ab89-b4b82553250c req-260a0039-6941-44ad-86c6-a68decbdacb0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9ec87ff2-febc-4f18-8e41-ab2231995e81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1740749
Apr 07 15:14:36.965318 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe52a95-9cef-4ca5-8c15-d7519d9eb02a', 'tag': '162912ca-6f93-4812-8f4e-5b287b08742a', 'status': 'completed', 'code': 200}
Apr 07 15:14:36.979635 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c8374a63-1cb2-48ba-ab89-b4b82553250c req-7d2718bf-6e64-4a7d-ab91-90e66ed23aa6 service neutron] 10.222.0.65 "GET /v2.0/networks/9ec87ff2-febc-4f18-8e41-ab2231995e81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1741033
Apr 07 15:14:37.100030 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1062c9-2fa7-412b-bc86-2290b9c59ada req-c1e2a667-1bb1-437b-ad90-4acadc80b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:37.102111 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5a1062c9-2fa7-412b-bc86-2290b9c59ada req-c1e2a667-1bb1-437b-ad90-4acadc80b7fc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe4baebffb304bcebd7f14fa893dc5ab&device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 1098 time: 0.0937135
Apr 07 15:14:37.150444 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c8374a63-1cb2-48ba-ab89-b4b82553250c req-c03d6a6a-02a8-41d0-97d8-05ecb1084c79 service neutron] 10.222.0.65 "GET /v2.0/networks/9ec87ff2-febc-4f18-8e41-ab2231995e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1599987
Apr 07 15:14:37.224855 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-eb6b0bee-9e8b-4def-a9f3-32ee692f3737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6911cc710>, [{'id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'name': 'tempest-AttachVolumeShelveTestJSON-232211889-router', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:29Z', 'updated_at': '2021-04-07T15:09:47Z', 'revision_number': 4, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'gw_port': {'id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:32Z', 'updated_at': '2021-04-07T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': '4c438d25-c59b-41d0-9808-b4e6b68eb17d', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'port_id': '162912ca-6f93-4812-8f4e-5b287b08742a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'mac_address': 'fa:16:3e:4f:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe52a95-9cef-4ca5-8c15-d7519d9eb02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:14:16Z', 'updated_at': '2021-04-07T15:14:34Z', 'revision_number': 1, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972b423b-dafe-4010-8922-3eff00e71615', 'name': '', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'mac_address': 'fa:16:3e:e7:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:42Z', 'updated_at': '2021-04-07T15:10:05Z', 'revision_number': 5, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'subnets': [{'id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:14:37.229900 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6b0bee-9e8b-4def-a9f3-32ee692f3737 None None] Checking router: ca711889-d007-44e7-bd34-e6bb1eaf2861 for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:14:37.240084 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6b0bee-9e8b-4def-a9f3-32ee692f3737 None None] Routers {'ca711889-d007-44e7-bd34-e6bb1eaf2861'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:14:37.241080 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-eb6b0bee-9e8b-4def-a9f3-32ee692f3737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6911cc710>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:14:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['ca711889-d007-44e7-bd34-e6bb1eaf2861'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:14:37.273296 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1062c9-2fa7-412b-bc86-2290b9c59ada req-b6ca4066-e205-4b5a-90b4-3616f6014b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:37.275455 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5a1062c9-2fa7-412b-bc86-2290b9c59ada req-b6ca4066-e205-4b5a-90b4-3616f6014b22 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e0f3704-ba7e-4436-937d-51f6b7b3f535 HTTP/1.1" status: 200  len: 917 time: 0.1658916
Apr 07 15:14:37.377540 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7744718-c5f7-498c-9dcd-0b0849fadecc req-5c1618f3-a2f4-4480-94c2-2d49ea497d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:37.379749 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e7744718-c5f7-498c-9dcd-0b0849fadecc req-5c1618f3-a2f4-4480-94c2-2d49ea497d6f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b12d2babc7ca4e538b15fd6776db7809&device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 1099 time: 0.0917656
Apr 07 15:14:37.408461 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5a1062c9-2fa7-412b-bc86-2290b9c59ada req-27983bd6-d0d3-4cf3-b559-7fc35af9ef5a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=162912ca-6f93-4812-8f4e-5b287b08742a HTTP/1.1" status: 200  len: 999 time: 0.1212149
Apr 07 15:14:37.480809 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-eb6b0bee-9e8b-4def-a9f3-32ee692f3737 None None] Set router ca711889-d007-44e7-bd34-e6bb1eaf2861 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:14:37.498517 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1062c9-2fa7-412b-bc86-2290b9c59ada req-06258c2c-17e4-4454-a61e-0a15cc40c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:37.501001 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5a1062c9-2fa7-412b-bc86-2290b9c59ada req-06258c2c-17e4-4454-a61e-0a15cc40c42d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d05646fb-c605-48bc-82c8-49d6fe52eea8 HTTP/1.1" status: 200  len: 855 time: 0.0827432
Apr 07 15:14:37.598678 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1062c9-2fa7-412b-bc86-2290b9c59ada req-dbab05b8-a76a-4310-8606-f516258c770b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:37.600537 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5a1062c9-2fa7-412b-bc86-2290b9c59ada req-dbab05b8-a76a-4310-8606-f516258c770b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e0f3704-ba7e-4436-937d-51f6b7b3f535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0928674
Apr 07 15:14:37.636566 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7744718-c5f7-498c-9dcd-0b0849fadecc req-5435cca1-1656-4e14-b03c-22bfa08d21da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:37.638366 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e7744718-c5f7-498c-9dcd-0b0849fadecc req-5435cca1-1656-4e14-b03c-22bfa08d21da service neutron] 10.222.0.65 "GET /v2.0/networks?id=9ec87ff2-febc-4f18-8e41-ab2231995e81 HTTP/1.1" status: 200  len: 911 time: 0.2519145
Apr 07 15:14:37.767493 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e7744718-c5f7-498c-9dcd-0b0849fadecc req-5f1e362b-e259-4e00-b4c6-74538c4bb202 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 HTTP/1.1" status: 200  len: 1001 time: 0.1222227
Apr 07 15:14:37.789082 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5a1062c9-2fa7-412b-bc86-2290b9c59ada req-4424cbcd-bdca-4cc4-bb7e-06227e81f6ba service neutron] 10.222.0.65 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1809990
Apr 07 15:14:37.862984 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7744718-c5f7-498c-9dcd-0b0849fadecc req-97bae89f-2a8e-40f1-9938-a63616903ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:37.862984 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e7744718-c5f7-498c-9dcd-0b0849fadecc req-97bae89f-2a8e-40f1-9938-a63616903ff3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7b4613b1-aa51-4fff-9468-67e278e334ca HTTP/1.1" status: 200  len: 849 time: 0.0759747
Apr 07 15:14:37.992985 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5a1062c9-2fa7-412b-bc86-2290b9c59ada req-4da5c161-c1f4-4e5a-9d46-af1e48287287 service neutron] 10.222.0.65 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1930301
Apr 07 15:14:38.003109 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7744718-c5f7-498c-9dcd-0b0849fadecc req-b92e0cab-820b-482a-8307-662c581d7b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:38.005061 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e7744718-c5f7-498c-9dcd-0b0849fadecc req-b92e0cab-820b-482a-8307-662c581d7b28 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9ec87ff2-febc-4f18-8e41-ab2231995e81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1406682
Apr 07 15:14:38.113712 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-eb6b0bee-9e8b-4def-a9f3-32ee692f3737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6911cc710>, [{'id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'name': 'tempest-AttachVolumeShelveTestJSON-232211889-router', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:29Z', 'updated_at': '2021-04-07T15:09:47Z', 'revision_number': 4, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'gw_port': {'id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:32Z', 'updated_at': '2021-04-07T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': '4c438d25-c59b-41d0-9808-b4e6b68eb17d', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'port_id': '162912ca-6f93-4812-8f4e-5b287b08742a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'mac_address': 'fa:16:3e:4f:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe52a95-9cef-4ca5-8c15-d7519d9eb02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:14:16Z', 'updated_at': '2021-04-07T15:14:34Z', 'revision_number': 1, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972b423b-dafe-4010-8922-3eff00e71615', 'name': '', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'mac_address': 'fa:16:3e:e7:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:42Z', 'updated_at': '2021-04-07T15:10:05Z', 'revision_number': 5, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'subnets': [{'id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:14:38.119943 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6b0bee-9e8b-4def-a9f3-32ee692f3737 None None] The sync data for ids ['ca711889-d007-44e7-bd34-e6bb1eaf2861'] in dv-cinder-782260-2-iscsi is: [{'id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'name': 'tempest-AttachVolumeShelveTestJSON-232211889-router', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:29Z', 'updated_at': '2021-04-07T15:09:47Z', 'revision_number': 4, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'gw_port': {'id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:32Z', 'updated_at': '2021-04-07T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': '4c438d25-c59b-41d0-9808-b4e6b68eb17d', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'port_id': '162912ca-6f93-4812-8f4e-5b287b08742a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'mac_address': 'fa:16:3e:4f:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe52a95-9cef-4ca5-8c15-d7519d9eb02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:14:16Z', 'updated_at': '2021-04-07T15:14:34Z', 'revision_number': 1, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972b423b-dafe-4010-8922-3eff00e71615', 'name': '', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'mac_address': 'fa:16:3e:e7:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:42Z', 'updated_at': '2021-04-07T15:10:05Z', 'revision_number': 5, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'subnets': [{'id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:14:38.250321 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 36878) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:38.258550 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e42402-866e-41b8-8fb3-4bc90f267c85 req-1fc181fd-d200-448d-81f6-802f0a9931cf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:38.260320 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c6e42402-866e-41b8-8fb3-4bc90f267c85 req-1fc181fd-d200-448d-81f6-802f0a9931cf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.2429740
Apr 07 15:14:38.264517 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e7744718-c5f7-498c-9dcd-0b0849fadecc req-0dacd0a5-d458-4cf1-b02f-0871f2bab9ce service neutron] 10.222.0.65 "GET /v2.0/networks/9ec87ff2-febc-4f18-8e41-ab2231995e81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1898448
Apr 07 15:14:38.339763 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab7e355-79fa-4e47-8839-51314f4abaed admin admin] Deleting subnet 006c97b4-37d4-40ca-835a-ab43f1e52525 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 15:14:38.343479 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-eab7e355-79fa-4e47-8839-51314f4abaed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:38.399044 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c6e42402-866e-41b8-8fb3-4bc90f267c85 req-e23a5a5b-7d93-4f30-97bd-fa90ab79c8f4 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1046727
Apr 07 15:14:38.407120 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-eab7e355-79fa-4e47-8839-51314f4abaed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2959060'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:38.476772 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-eab7e355-79fa-4e47-8839-51314f4abaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770737'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:38.481748 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e816f0-f70f-438f-8a42-e008050b792a None None] New status for floating IP 4c438d25-c59b-41d0-9808-b4e6b68eb17d: ACTIVE {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 15:14:38.497586 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e7744718-c5f7-498c-9dcd-0b0849fadecc req-70a939f3-b856-4d77-8261-9797936ac965 service neutron] 10.222.0.65 "GET /v2.0/networks/9ec87ff2-febc-4f18-8e41-ab2231995e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2261231
Apr 07 15:14:39.052793 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-eab7e355-79fa-4e47-8839-51314f4abaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4103732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852538005'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:39.070261 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d9000829-6f8b-43f4-9d0b-8aeffd6404de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:39.181408 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7e355-79fa-4e47-8839-51314f4abaed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=006c97b4-37d4-40ca-835a-ab43f1e52525,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:39.196797 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-eab7e355-79fa-4e47-8839-51314f4abaed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:39.243205 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-eab7e355-79fa-4e47-8839-51314f4abaed admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:39.268604 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-eab7e355-79fa-4e47-8839-51314f4abaed admin admin] 10.222.0.39 "DELETE /v2.0/subnets/006c97b4-37d4-40ca-835a-ab43f1e52525 HTTP/1.1" status: 204  len: 168 time: 1.0168786
Apr 07 15:14:39.271297 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 36886) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:39.391419 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-33cde468-3c7e-4eef-addc-658f4e204ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-189805'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:39.609562 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7d1d4-5fee-4846-bba9-a291883d3dc7 req-e3389e7f-71e7-4162-ad2f-c63bd0749b21 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:39.611980 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-22c7d1d4-5fee-4846-bba9-a291883d3dc7 req-e3389e7f-71e7-4162-ad2f-c63bd0749b21 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.0946612
Apr 07 15:14:39.617848 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-33cde468-3c7e-4eef-addc-658f4e204ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-63823', 'neutron.services.segments.db._delete_segments_for_network--9223363247586968590'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:39.655828 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-22c7d1d4-5fee-4846-bba9-a291883d3dc7 req-46e56172-29ba-4d29-9b70-8829268da8bd tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370862
Apr 07 15:14:39.745368 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-33cde468-3c7e-4eef-addc-658f4e204ecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe690f42a58>,) {'filters': {'network_id': ['642feb68-acb3-4fb1-a3c2-0cfd039382e5']}} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:14:39.760823 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-33cde468-3c7e-4eef-addc-658f4e204ecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe690f42a58>, '3d069ed2-a219-463d-a7c3-177a5b183658') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:14:39.761157 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-33cde468-3c7e-4eef-addc-658f4e204ecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe690f42a58>, '3d069ed2-a219-463d-a7c3-177a5b183658') {} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:14:39.776044 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-33cde468-3c7e-4eef-addc-658f4e204ecc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247586917884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851816724'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:39.793740 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-33cde468-3c7e-4eef-addc-658f4e204ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:39.805414 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33cde468-3c7e-4eef-addc-658f4e204ecc admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 15:14:40.011493 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-33cde468-3c7e-4eef-addc-658f4e204ecc admin admin] Network 642feb68-acb3-4fb1-a3c2-0cfd039382e5 has no segments {{(pid=84338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:14:40.022398 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-33cde468-3c7e-4eef-addc-658f4e204ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4103785'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:40.232586 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-33cde468-3c7e-4eef-addc-658f4e204ecc admin admin] Network 642feb68-acb3-4fb1-a3c2-0cfd039382e5 has no segments {{(pid=84338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]: Traceback (most recent call last):
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:     timer()
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:     cb(*args, **kw)
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:     return func(*args, **kwargs)
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:     self._notify()
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:     self.callback(batched_events)
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:     event.method(event)
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:     segment_id)['aggregates'][0]
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:     return f(self, *a, **k)
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self._get(url).json()
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:     **kwargs)
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self.request(url, 'GET', **kwargs)
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:     **endpoint_filter)
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 15:14:40.257678 dv-cinder-782260-2-iscsi neutron-server[84224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 15:14:40.349406 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-33cde468-3c7e-4eef-addc-658f4e204ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854711993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509890'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:40.353728 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:40.369037 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-33cde468-3c7e-4eef-addc-658f4e204ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:40.383728 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-33cde468-3c7e-4eef-addc-658f4e204ecc admin admin] 10.222.0.39 "DELETE /v2.0/networks/642feb68-acb3-4fb1-a3c2-0cfd039382e5 HTTP/1.1" status: 204  len: 168 time: 1.1112778
Apr 07 15:14:40.384800 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cde468-3c7e-4eef-addc-658f4e204ecc admin admin] Pushing event deleted for resources: {'Network': ['ID=642feb68-acb3-4fb1-a3c2-0cfd039382e5,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:40.387100 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 36898) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:40.391587 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-33cde468-3c7e-4eef-addc-658f4e204ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:40.470725 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9eb651e-e3fe-48c9-939e-a41be7b57507 admin admin] Deleting subnet 06fcfced-579f-4b87-a511-c5589b239771 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 15:14:40.474630 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a9eb651e-e3fe-48c9-939e-a41be7b57507 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:40.535487 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a9eb651e-e3fe-48c9-939e-a41be7b57507 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2959060'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:40.598267 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a9eb651e-e3fe-48c9-939e-a41be7b57507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770737'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:40.880964 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a9eb651e-e3fe-48c9-939e-a41be7b57507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4103732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852538005'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:40.897879 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:40.991563 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb651e-e3fe-48c9-939e-a41be7b57507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06fcfced-579f-4b87-a511-c5589b239771,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:40.996603 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a9eb651e-e3fe-48c9-939e-a41be7b57507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:41.042585 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a9eb651e-e3fe-48c9-939e-a41be7b57507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:41.050389 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-a9eb651e-e3fe-48c9-939e-a41be7b57507 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/06fcfced-579f-4b87-a511-c5589b239771 HTTP/1.1" status: 204  len: 168 time: 0.6610978
Apr 07 15:14:41.053591 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 36902) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:41.188884 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dd49b8d6-d5b0-4fc7-a67f-dc1166981512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-189805'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:41.399592 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dd49b8d6-d5b0-4fc7-a67f-dc1166981512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-63823', 'neutron.services.segments.db._delete_segments_for_network--9223363247586968590'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:41.529747 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-dd49b8d6-d5b0-4fc7-a67f-dc1166981512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe690bfc668>,) {'filters': {'network_id': ['42cbcf27-2fa6-447e-ac66-a5173cbf0cf6']}} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:14:41.543920 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-dd49b8d6-d5b0-4fc7-a67f-dc1166981512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe690bfc668>, '0e9d9fdf-9b1d-495f-9c49-fd55b095940e') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:14:41.544255 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-dd49b8d6-d5b0-4fc7-a67f-dc1166981512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe690bfc668>, '0e9d9fdf-9b1d-495f-9c49-fd55b095940e') {} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:14:41.558617 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dd49b8d6-d5b0-4fc7-a67f-dc1166981512 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247586917884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851816724'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:41.578098 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dd49b8d6-d5b0-4fc7-a67f-dc1166981512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:41.585620 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd49b8d6-d5b0-4fc7-a67f-dc1166981512 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 15:14:41.803703 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-dd49b8d6-d5b0-4fc7-a67f-dc1166981512 admin admin] Network 42cbcf27-2fa6-447e-ac66-a5173cbf0cf6 has no segments {{(pid=84338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:14:41.822249 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dd49b8d6-d5b0-4fc7-a67f-dc1166981512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4103785'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:42.045758 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-dd49b8d6-d5b0-4fc7-a67f-dc1166981512 admin admin] Network 42cbcf27-2fa6-447e-ac66-a5173cbf0cf6 has no segments {{(pid=84338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]: Traceback (most recent call last):
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:     timer()
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:     cb(*args, **kw)
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:     return func(*args, **kwargs)
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:     self._notify()
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:     self.callback(batched_events)
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:     event.method(event)
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:     segment_id)['aggregates'][0]
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:     return f(self, *a, **k)
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self._get(url).json()
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:     **kwargs)
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self.request(url, 'GET', **kwargs)
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:     **endpoint_filter)
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 15:14:42.073377 dv-cinder-782260-2-iscsi neutron-server[84224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 15:14:42.159493 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dd49b8d6-d5b0-4fc7-a67f-dc1166981512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854711993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509890'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:42.164734 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dd49b8d6-d5b0-4fc7-a67f-dc1166981512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:42.167612 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:42.190719 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49b8d6-d5b0-4fc7-a67f-dc1166981512 admin admin] Pushing event deleted for resources: {'Network': ['ID=42cbcf27-2fa6-447e-ac66-a5173cbf0cf6,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:42.193511 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-dd49b8d6-d5b0-4fc7-a67f-dc1166981512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:42.195645 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-dd49b8d6-d5b0-4fc7-a67f-dc1166981512 admin admin] 10.222.0.39 "DELETE /v2.0/networks/42cbcf27-2fa6-447e-ac66-a5173cbf0cf6 HTTP/1.1" status: 204  len: 168 time: 1.1409562
Apr 07 15:14:42.436332 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 36914) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:42.496911 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-be55589d-787b-449b-a7ed-5c3fa86dd60f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1573a9cbec26423c9a0cc54391d62429&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0590699
Apr 07 15:14:42.499628 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 36918) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:42.570178 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-57911fca-9540-47e4-9dfa-2f95fb24d3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:42.601063 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-57911fca-9540-47e4-9dfa-2f95fb24d3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:42.651219 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-57911fca-9540-47e4-9dfa-2f95fb24d3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:42.656523 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b8a39439-8bef-4fa5-9033-fc7af5bacc14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:42.668684 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57911fca-9540-47e4-9dfa-2f95fb24d3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a044373-5581-4c49-b3d1-19a064602a3c,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:42.681248 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-57911fca-9540-47e4-9dfa-2f95fb24d3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:42.682702 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-57911fca-9540-47e4-9dfa-2f95fb24d3d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1a044373-5581-4c49-b3d1-19a064602a3c HTTP/1.1" status: 204  len: 168 time: 0.1816797
Apr 07 15:14:42.684603 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57911fca-9540-47e4-9dfa-2f95fb24d3d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:42.685126 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57911fca-9540-47e4-9dfa-2f95fb24d3d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:42.685698 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57911fca-9540-47e4-9dfa-2f95fb24d3d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:42.686212 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57911fca-9540-47e4-9dfa-2f95fb24d3d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:42.686916 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57911fca-9540-47e4-9dfa-2f95fb24d3d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:42.687335 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57911fca-9540-47e4-9dfa-2f95fb24d3d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:42.687867 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57911fca-9540-47e4-9dfa-2f95fb24d3d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:42.688581 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57911fca-9540-47e4-9dfa-2f95fb24d3d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:42.689093 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57911fca-9540-47e4-9dfa-2f95fb24d3d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:42.689769 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57911fca-9540-47e4-9dfa-2f95fb24d3d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:42.690540 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57911fca-9540-47e4-9dfa-2f95fb24d3d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:42.691135 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57911fca-9540-47e4-9dfa-2f95fb24d3d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:42.699123 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-57911fca-9540-47e4-9dfa-2f95fb24d3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:43.104673 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 36928) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:43.159227 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-bdea7476-1f95-4991-8c66-3eb00a7596df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0e89d1d9541a414489d2bfb16243571c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0529346
Apr 07 15:14:43.161678 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 36932) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:43.234508 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-75ff0b94-d55b-4f70-baec-f4898b6403b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:43.269584 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-75ff0b94-d55b-4f70-baec-f4898b6403b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:43.614505 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-75ff0b94-d55b-4f70-baec-f4898b6403b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:43.620274 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-275e87c9-cb12-42b5-89d1-a3ab79223156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:43.633412 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff0b94-d55b-4f70-baec-f4898b6403b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75ab82d-cd03-4ed1-80b1-aa08acc99f6e,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:43.635931 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-75ff0b94-d55b-4f70-baec-f4898b6403b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:43.645047 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-75ff0b94-d55b-4f70-baec-f4898b6403b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:43.647532 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-75ff0b94-d55b-4f70-baec-f4898b6403b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d75ab82d-cd03-4ed1-80b1-aa08acc99f6e HTTP/1.1" status: 204  len: 168 time: 0.4843199
Apr 07 15:14:45.555780 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:14:54.031509 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 37064) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:54.173310 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dee040bf-f3fe-405d-8f87-e44a88eef9a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:54.190922 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-dee040bf-f3fe-405d-8f87-e44a88eef9a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:14:54.196689 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-dee040bf-f3fe-405d-8f87-e44a88eef9a2 admin admin] Usage tracker for resource:security_group_rule and tenant:355733fa40ba4e8585262bd8945411c1 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:14:54.200683 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-dee040bf-f3fe-405d-8f87-e44a88eef9a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:14:54.208139 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-dee040bf-f3fe-405d-8f87-e44a88eef9a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:14:54.311122 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dee040bf-f3fe-405d-8f87-e44a88eef9a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:54.314578 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dee040bf-f3fe-405d-8f87-e44a88eef9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:54.316519 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 37074) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:54.322811 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b60c63f7-8d37-4ea2-bc41-a33e6d5fcb3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:54.373174 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-dee040bf-f3fe-405d-8f87-e44a88eef9a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=355733fa40ba4e8585262bd8945411c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3378599
Apr 07 15:14:54.373174 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee040bf-f3fe-405d-8f87-e44a88eef9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c418da7-01a0-4982-bb78-064fef9487b8,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:54.373724 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 37080) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:54.375291 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-dee040bf-f3fe-405d-8f87-e44a88eef9a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:54.442525 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cc750f93-a06b-41dc-898e-1af54623273b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:54.472525 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5045a247-2166-4d8b-99a6-85418857c8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:54.504421 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-5045a247-2166-4d8b-99a6-85418857c8e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:14:54.512310 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cc750f93-a06b-41dc-898e-1af54623273b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:54.519755 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-5045a247-2166-4d8b-99a6-85418857c8e7 admin admin] Usage tracker for resource:security_group_rule and tenant:10df78a95c5b4d9dbf7aea041d416b33 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:14:54.525597 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-5045a247-2166-4d8b-99a6-85418857c8e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:14:54.538845 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-5045a247-2166-4d8b-99a6-85418857c8e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:14:54.599436 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cc750f93-a06b-41dc-898e-1af54623273b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:54.604490 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ae2d7220-8efb-488e-9f72-48d2cbd3f2c3 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:54.624577 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc750f93-a06b-41dc-898e-1af54623273b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c418da7-01a0-4982-bb78-064fef9487b8,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:54.640455 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc750f93-a06b-41dc-898e-1af54623273b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:54.640881 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc750f93-a06b-41dc-898e-1af54623273b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:54.641302 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc750f93-a06b-41dc-898e-1af54623273b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:54.641707 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc750f93-a06b-41dc-898e-1af54623273b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:54.642104 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc750f93-a06b-41dc-898e-1af54623273b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:54.642501 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc750f93-a06b-41dc-898e-1af54623273b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:54.642895 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc750f93-a06b-41dc-898e-1af54623273b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:54.643301 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc750f93-a06b-41dc-898e-1af54623273b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:54.643719 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc750f93-a06b-41dc-898e-1af54623273b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:54.644111 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc750f93-a06b-41dc-898e-1af54623273b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:54.644496 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc750f93-a06b-41dc-898e-1af54623273b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:54.644885 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc750f93-a06b-41dc-898e-1af54623273b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:14:54.653984 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-cc750f93-a06b-41dc-898e-1af54623273b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:54.660756 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cc750f93-a06b-41dc-898e-1af54623273b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:54.662146 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-cc750f93-a06b-41dc-898e-1af54623273b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c418da7-01a0-4982-bb78-064fef9487b8 HTTP/1.1" status: 204  len: 168 time: 0.2872670
Apr 07 15:14:54.693750 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5045a247-2166-4d8b-99a6-85418857c8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:54.697844 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5045a247-2166-4d8b-99a6-85418857c8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:54.707705 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-30c8df42-7ce6-48a7-a21e-b12b35c58ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:54.753664 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-5045a247-2166-4d8b-99a6-85418857c8e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=10df78a95c5b4d9dbf7aea041d416b33&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4332869
Apr 07 15:14:54.754667 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 37086) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:54.756681 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045a247-2166-4d8b-99a6-85418857c8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917508cf-9ed2-4d0b-b9eb-e1c85a435615,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:54.773550 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5045a247-2166-4d8b-99a6-85418857c8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:54.837857 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6157213d-fa05-4d0a-a0d9-0cb417ea5f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:54.871943 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6157213d-fa05-4d0a-a0d9-0cb417ea5f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:54.928941 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6157213d-fa05-4d0a-a0d9-0cb417ea5f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:54.934342 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-57911fca-9540-47e4-9dfa-2f95fb24d3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:54.950862 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157213d-fa05-4d0a-a0d9-0cb417ea5f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917508cf-9ed2-4d0b-b9eb-e1c85a435615,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:54.953535 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6157213d-fa05-4d0a-a0d9-0cb417ea5f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:54.966186 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6157213d-fa05-4d0a-a0d9-0cb417ea5f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:54.969919 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-6157213d-fa05-4d0a-a0d9-0cb417ea5f47 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/917508cf-9ed2-4d0b-b9eb-e1c85a435615 HTTP/1.1" status: 204  len: 168 time: 0.2137303
Apr 07 15:14:56.409421 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 37124) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:56.607311 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fac775e4-b2e5-4841-a5b4-f737746a6260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:56.624324 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-fac775e4-b2e5-4841-a5b4-f737746a6260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:14:56.628992 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-fac775e4-b2e5-4841-a5b4-f737746a6260 admin admin] Usage tracker for resource:security_group_rule and tenant:ad5101cad4d5433d863c6b25eb306810 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:14:56.632141 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-fac775e4-b2e5-4841-a5b4-f737746a6260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:14:56.638268 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-fac775e4-b2e5-4841-a5b4-f737746a6260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:14:56.726372 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fac775e4-b2e5-4841-a5b4-f737746a6260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:56.730116 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fac775e4-b2e5-4841-a5b4-f737746a6260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:56.740472 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-57649365-c96d-4484-9eda-2b061d988245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:56.786360 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-fac775e4-b2e5-4841-a5b4-f737746a6260 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad5101cad4d5433d863c6b25eb306810&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3751483
Apr 07 15:14:56.788617 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac775e4-b2e5-4841-a5b4-f737746a6260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0931ae1a-0fc7-4ea2-9b97-8a42f375256a,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:56.789451 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 37130) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:56.791920 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-fac775e4-b2e5-4841-a5b4-f737746a6260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:56.860423 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7cbf24d2-8a90-4b31-9ef0-145f958371ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:56.892245 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7cbf24d2-8a90-4b31-9ef0-145f958371ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:56.944915 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7cbf24d2-8a90-4b31-9ef0-145f958371ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:56.949073 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-852faf77-0e17-432a-aa3d-7f18e2159fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:56.961757 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf24d2-8a90-4b31-9ef0-145f958371ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0931ae1a-0fc7-4ea2-9b97-8a42f375256a,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:56.964235 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7cbf24d2-8a90-4b31-9ef0-145f958371ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:56.970819 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7cbf24d2-8a90-4b31-9ef0-145f958371ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:56.972184 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-7cbf24d2-8a90-4b31-9ef0-145f958371ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0931ae1a-0fc7-4ea2-9b97-8a42f375256a HTTP/1.1" status: 204  len: 168 time: 0.1814127
Apr 07 15:14:57.353018 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-810d304f-fee4-4f64-a1e8-4ef30291c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:57.808251 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 37156) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:57.936135 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-b6e66311-8a76-467d-ac1d-ea8745af1797 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-414599984-network', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:14:57.941620 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-b6e66311-8a76-467d-ac1d-ea8745af1797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:14:57.946345 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-b6e66311-8a76-467d-ac1d-ea8745af1797 admin admin] Usage tracker for resource:network and tenant:2f76cffb12134de5b61dbbab4c4abadf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:14:57.949696 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-b6e66311-8a76-467d-ac1d-ea8745af1797 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:14:57.956062 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-b6e66311-8a76-467d-ac1d-ea8745af1797 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:14:57.966998 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e66311-8a76-467d-ac1d-ea8745af1797 admin admin] Made reservation on behalf of 2f76cffb12134de5b61dbbab4c4abadf for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:14:57.971941 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b6e66311-8a76-467d-ac1d-ea8745af1797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:57.985516 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b6e66311-8a76-467d-ac1d-ea8745af1797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:58.001475 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-b6e66311-8a76-467d-ac1d-ea8745af1797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:14:58.005707 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-b6e66311-8a76-467d-ac1d-ea8745af1797 admin admin] Usage tracker for resource:security_group_rule and tenant:2f76cffb12134de5b61dbbab4c4abadf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:14:58.008748 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-b6e66311-8a76-467d-ac1d-ea8745af1797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:14:58.014940 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-b6e66311-8a76-467d-ac1d-ea8745af1797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:14:58.135472 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b6e66311-8a76-467d-ac1d-ea8745af1797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:58.140093 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b6e66311-8a76-467d-ac1d-ea8745af1797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:58.147781 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7cbf24d2-8a90-4b31-9ef0-145f958371ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:58.200537 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e66311-8a76-467d-ac1d-ea8745af1797 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'}  {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 15:14:58.220192 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e66311-8a76-467d-ac1d-ea8745af1797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49f7efc-2329-4f70-8cac-29b20d2be049,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:58.228520 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b6e66311-8a76-467d-ac1d-ea8745af1797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:58.230381 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b6e66311-8a76-467d-ac1d-ea8745af1797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:58.231148 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.segments_db [None req-b6e66311-8a76-467d-ac1d-ea8745af1797 admin admin] Added segment 5edea384-b393-40bb-9192-75b6d6f83470 of type vlan for network 59ba7fe3-d40f-4f7c-b163-210007707fcc
Apr 07 15:14:58.283297 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b6e66311-8a76-467d-ac1d-ea8745af1797 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247587465195'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:58.336666 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b6e66311-8a76-467d-ac1d-ea8745af1797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:58.338605 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e66311-8a76-467d-ac1d-ea8745af1797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:58.339312 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b6e66311-8a76-467d-ac1d-ea8745af1797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:58.343361 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:58.455408 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-b6e66311-8a76-467d-ac1d-ea8745af1797 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6456583
Apr 07 15:14:58.456268 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e66311-8a76-467d-ac1d-ea8745af1797 admin admin] Pushing event updated for resources: {'Network': ['ID=59ba7fe3-d40f-4f7c-b163-210007707fcc,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:58.458775 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 37162) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:58.461611 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b6e66311-8a76-467d-ac1d-ea8745af1797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:58.466351 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-a8aafab8-cd0e-4765-b018-2e4d73a8b040 admin admin] Request body: {'subnet': {'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-414599984-subnet', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'ip_version': 4}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:14:58.466957 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Network 59ba7fe3-d40f-4f7c-b163-210007707fcc details requested by agent ovs-agent-dv-cinder-782260-2-iscsi with host dv-cinder-782260-2-iscsi {{(pid=84339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 15:14:58.472102 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-a8aafab8-cd0e-4765-b018-2e4d73a8b040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:14:58.477047 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-a8aafab8-cd0e-4765-b018-2e4d73a8b040 admin admin] Usage tracker for resource:subnet and tenant:2f76cffb12134de5b61dbbab4c4abadf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:14:58.480585 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-a8aafab8-cd0e-4765-b018-2e4d73a8b040 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:14:58.488315 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-a8aafab8-cd0e-4765-b018-2e4d73a8b040 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:14:58.500145 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8aafab8-cd0e-4765-b018-2e4d73a8b040 admin admin] Made reservation on behalf of 2f76cffb12134de5b61dbbab4c4abadf for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:14:58.505404 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a8aafab8-cd0e-4765-b018-2e4d73a8b040 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2237762'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:59.182503 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a8aafab8-cd0e-4765-b018-2e4d73a8b040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850671880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2237811'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:59.198087 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a8c5c5a2-7aec-4e0e-ba0b-2c6f8e756ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:14:59.326012 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aafab8-cd0e-4765-b018-2e4d73a8b040 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf450d66-5220-4b2a-a595-d0db8b4aeb81,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:14:59.339255 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a8aafab8-cd0e-4765-b018-2e4d73a8b040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:14:59.402360 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aafab8-cd0e-4765-b018-2e4d73a8b040 admin admin] Checking segment: {'id': '5edea384-b393-40bb-9192-75b6d6f83470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:14:59.402754 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aafab8-cd0e-4765-b018-2e4d73a8b040 admin admin] Network hostable DHCP agents. Network: 59ba7fe3-d40f-4f7c-b163-210007707fcc, hostable agents: ['13ef685d-6932-4a97-bd41-a6ee1416974e'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 15:14:59.424032 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aafab8-cd0e-4765-b018-2e4d73a8b040 admin admin] Network 59ba7fe3-d40f-4f7c-b163-210007707fcc is scheduled to be hosted by DHCP agent 13ef685d-6932-4a97-bd41-a6ee1416974e with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 15:14:59.434768 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-a8aafab8-cd0e-4765-b018-2e4d73a8b040 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-iscsi, 59ba7fe3-d40f-4f7c-b163-210007707fcc) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:14:59.445306 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e1d401-3e5d-44fd-99ca-8817cfd9d597 None None] Network 59ba7fe3-d40f-4f7c-b163-210007707fcc requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:14:59.447853 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aafab8-cd0e-4765-b018-2e4d73a8b040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:14:59.448547 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a8aafab8-cd0e-4765-b018-2e4d73a8b040 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:59.469193 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-a8aafab8-cd0e-4765-b018-2e4d73a8b040 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.0091145
Apr 07 15:14:59.471807 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 37168) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:14:59.477665 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-318c16ae-f826-4b83-8272-ac49a066bc85 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-414599984-router', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:14:59.482834 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-318c16ae-f826-4b83-8272-ac49a066bc85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:14:59.487026 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-318c16ae-f826-4b83-8272-ac49a066bc85 admin admin] Usage tracker for resource:router and tenant:2f76cffb12134de5b61dbbab4c4abadf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:14:59.490852 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-318c16ae-f826-4b83-8272-ac49a066bc85 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:14:59.497001 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-318c16ae-f826-4b83-8272-ac49a066bc85 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:14:59.506101 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-318c16ae-f826-4b83-8272-ac49a066bc85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-401430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8069'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:59.507175 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-318c16ae-f826-4b83-8272-ac49a066bc85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-513679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767731'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:59.528455 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-318c16ae-f826-4b83-8272-ac49a066bc85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:59.684902 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp464fca95-9925-595a-8d56-a9cc01f1882c-59ba7fe3-d40f-4f7c-b163-210007707fcc', 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'fixed_ips': [{'subnet_id': 'bf450d66-5220-4b2a-a595-d0db8b4aeb81'}]}} from dv-cinder-782260-2-iscsi. {{(pid=84339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 07 15:14:59.685777 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:59.831352 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-318c16ae-f826-4b83-8272-ac49a066bc85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-509801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-401415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767750'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:14:59.854599 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] Allocated IP 172.20.0.2 (59ba7fe3-d40f-4f7c-b163-210007707fcc/bf450d66-5220-4b2a-a595-d0db8b4aeb81/a141debf-dc9b-43c3-a28c-ab15ffaeb81f) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:15:00.149250 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:00.150015 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ad9fa76c-0076-4f71-8b1c-0302fde94156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:00.188631 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-318c16ae-f826-4b83-8272-ac49a066bc85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:00.224838 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-318c16ae-f826-4b83-8272-ac49a066bc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:00.274309 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:00.285427 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] Transition to ACTIVE for port object a141debf-dc9b-43c3-a28c-ab15ffaeb81f will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:15:00.304908 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] Transition to ACTIVE for port object a141debf-dc9b-43c3-a28c-ab15ffaeb81f will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:15:00.310068 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:00.323945 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:00.378793 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-318c16ae-f826-4b83-8272-ac49a066bc85 admin admin] Allocated IP 172.27.2.122 (aaa28d56-97c7-4706-9a1c-f1c898d32c63/b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0/b9738507-5f32-494d-8efb-7c2e82e66f28) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:15:00.458087 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] Pushing event updated for resources: {'Port': ['ID=a141debf-dc9b-43c3-a28c-ab15ffaeb81f,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:00.462442 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:00.517502 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] Network 59ba7fe3-d40f-4f7c-b163-210007707fcc is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:15:00.518883 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] Resources bound (agent type, host, resource id):  {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:15:00.521552 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:15:00.543878 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-318c16ae-f826-4b83-8272-ac49a066bc85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:00.573976 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-318c16ae-f826-4b83-8272-ac49a066bc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:00.590163 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:00.620642 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] Attempting to bind port a141debf-dc9b-43c3-a28c-ab15ffaeb81f on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:15:00.621073 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] Attempting to bind port a141debf-dc9b-43c3-a28c-ab15ffaeb81f by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': '5edea384-b393-40bb-9192-75b6d6f83470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:15:00.621504 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] Attempting to bind port a141debf-dc9b-43c3-a28c-ab15ffaeb81f on network 59ba7fe3-d40f-4f7c-b163-210007707fcc {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:15:00.627196 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:15:00.627616 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] Checking segment: {'id': '5edea384-b393-40bb-9192-75b6d6f83470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:15:00.628133 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:00.628558 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] Bound using segment: {'id': '5edea384-b393-40bb-9192-75b6d6f83470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:15:00.629852 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] Bound port: a141debf-dc9b-43c3-a28c-ab15ffaeb81f, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edea384-b393-40bb-9192-75b6d6f83470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:15:00.629852 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:00.709852 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] For port a141debf-dc9b-43c3-a28c-ab15ffaeb81f, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:15:00.712957 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] For port a141debf-dc9b-43c3-a28c-ab15ffaeb81f, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=a141debf-dc9b-43c3-a28c-ab15ffaeb81f,segment=NetworkSegment(5edea384-b393-40bb-9192-75b6d6f83470),segment_id=5edea384-b393-40bb-9192-75b6d6f83470)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:15:00.717001 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:00.726727 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c16ae-f826-4b83-8272-ac49a066bc85 admin admin] Pushing event updated for resources: {'Port': ['ID=b9738507-5f32-494d-8efb-7c2e82e66f28,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:00.729994 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-318c16ae-f826-4b83-8272-ac49a066bc85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:00.732530 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:00.790237 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318c16ae-f826-4b83-8272-ac49a066bc85 admin admin] Network aaa28d56-97c7-4706-9a1c-f1c898d32c63 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:15:00.791478 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-318c16ae-f826-4b83-8272-ac49a066bc85 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:15:00.793807 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318c16ae-f826-4b83-8272-ac49a066bc85 admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:15:00.881788 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] Pushing event updated for resources: {'Port': ['ID=a141debf-dc9b-43c3-a28c-ab15ffaeb81f,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:00.887165 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:01.267072 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-318c16ae-f826-4b83-8272-ac49a066bc85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:01.348880 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:01.828648 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:01.876090 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-318c16ae-f826-4b83-8272-ac49a066bc85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854374369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854265977'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:01.953326 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:02.107383 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318c16ae-f826-4b83-8272-ac49a066bc85 admin admin] Router 707db115-f400-4760-bb7c-76bb9c6c2d36 is scheduled to L3 agent 68e91330-1547-4583-b49b-ec8634823321 with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 07 15:15:02.194824 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device a141debf-dc9b-43c3-a28c-ab15ffaeb81f up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:15:02.280664 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port a141debf-dc9b-43c3-a28c-ab15ffaeb81f completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:15:02.319085 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318c16ae-f826-4b83-8272-ac49a066bc85 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:15:02.328835 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] Sync routers for ids ['707db115-f400-4760-bb7c-76bb9c6c2d36'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:15:02.339498 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] Routers {'707db115-f400-4760-bb7c-76bb9c6c2d36'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:15:02.342271 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe69107c320>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:15:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['707db115-f400-4760-bb7c-76bb9c6c2d36'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:15:02.345690 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-318c16ae-f826-4b83-8272-ac49a066bc85 admin admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:02.349727 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-318c16ae-f826-4b83-8272-ac49a066bc85 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.8742623
Apr 07 15:15:02.350220 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 37180) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:15:02.398784 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f756248f-cf2f-4873-8360-d43c78fdb836 None None] Network 59ba7fe3-d40f-4f7c-b163-210007707fcc requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:15:02.569664 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-2ac2d229-4b34-4cc4-af91-f2c78915a73f None None] Provisioning for port a141debf-dc9b-43c3-a28c-ab15ffaeb81f completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:15:02.592550 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-2ac2d229-4b34-4cc4-af91-f2c78915a73f None None] Provisioning complete for port a141debf-dc9b-43c3-a28c-ab15ffaeb81f triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:15:02.592881 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2ac2d229-4b34-4cc4-af91-f2c78915a73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:02.770087 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] Set router 707db115-f400-4760-bb7c-76bb9c6c2d36 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:15:03.101595 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-565ad6ab-39ce-4004-ac8f-2499a09b41bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:03.254892 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2ac2d229-4b34-4cc4-af91-f2c78915a73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:03.315426 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-2ac2d229-4b34-4cc4-af91-f2c78915a73f None None] For port a141debf-dc9b-43c3-a28c-ab15ffaeb81f, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=a141debf-dc9b-43c3-a28c-ab15ffaeb81f,segment=NetworkSegment(5edea384-b393-40bb-9192-75b6d6f83470),segment_id=5edea384-b393-40bb-9192-75b6d6f83470)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:15:03.323178 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2ac2d229-4b34-4cc4-af91-f2c78915a73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:03.326512 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:03.337722 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-565ad6ab-39ce-4004-ac8f-2499a09b41bf admin admin] Allocated IP 172.20.0.1 (59ba7fe3-d40f-4f7c-b163-210007707fcc/bf450d66-5220-4b2a-a595-d0db8b4aeb81/7f7b6edb-cc8d-472e-9f3a-290b9b167e3c) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:15:03.456107 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2d229-4b34-4cc4-af91-f2c78915a73f None None] Pushing event updated for resources: {'Port': ['ID=a141debf-dc9b-43c3-a28c-ab15ffaeb81f,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:03.459966 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-2ac2d229-4b34-4cc4-af91-f2c78915a73f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:03.488405 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe69107c320>, [{'id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'name': 'tempest-TestShelveInstance-414599984-router', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b9738507-5f32-494d-8efb-7c2e82e66f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:14:59Z', 'updated_at': '2021-04-07T15:15:01Z', 'revision_number': 3, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'gw_port': {'id': 'b9738507-5f32-494d-8efb-7c2e82e66f28', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:00Z', 'updated_at': '2021-04-07T15:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi'}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:15:03.498375 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] Checking router: 707db115-f400-4760-bb7c-76bb9c6c2d36 for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:15:03.499064 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] Updating router 707db115-f400-4760-bb7c-76bb9c6c2d36 port b9738507-5f32-494d-8efb-7c2e82e66f28 binding host dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 15:15:03.518131 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-565ad6ab-39ce-4004-ac8f-2499a09b41bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:03.540601 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-565ad6ab-39ce-4004-ac8f-2499a09b41bf admin admin] Transition to ACTIVE for port object 7f7b6edb-cc8d-472e-9f3a-290b9b167e3c will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:15:03.565688 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-565ad6ab-39ce-4004-ac8f-2499a09b41bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:03.582789 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f9e3b915-791b-4e3d-9357-c71e5ed1bfa6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:03.606492 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:03.711372 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-84ffb207-2b75-4d7b-bbf1-e3dbe0692e4e None None] Provisioning complete for port a141debf-dc9b-43c3-a28c-ab15ffaeb81f triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:15:03.711729 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-84ffb207-2b75-4d7b-bbf1-e3dbe0692e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:03.721702 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ad6ab-39ce-4004-ac8f-2499a09b41bf admin admin] Pushing event updated for resources: {'Port': ['ID=7f7b6edb-cc8d-472e-9f3a-290b9b167e3c,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:03.726727 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-565ad6ab-39ce-4004-ac8f-2499a09b41bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:03.790859 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565ad6ab-39ce-4004-ac8f-2499a09b41bf admin admin] Network 59ba7fe3-d40f-4f7c-b163-210007707fcc is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:15:03.792505 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-565ad6ab-39ce-4004-ac8f-2499a09b41bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:15:03.794838 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565ad6ab-39ce-4004-ac8f-2499a09b41bf admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:15:03.860215 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-565ad6ab-39ce-4004-ac8f-2499a09b41bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623627'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:04.173271 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device a141debf-dc9b-43c3-a28c-ab15ffaeb81f up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:15:04.255111 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-f5ecf0f5-04d2-4f85-b4e9-b531007380d3 None None] Provisioning for port 7f7b6edb-cc8d-472e-9f3a-290b9b167e3c completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:15:04.270881 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-f5ecf0f5-04d2-4f85-b4e9-b531007380d3 None None] Provisioning complete for port 7f7b6edb-cc8d-472e-9f3a-290b9b167e3c triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:15:04.271306 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f5ecf0f5-04d2-4f85-b4e9-b531007380d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:04.303619 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:04.341888 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] Transition to ACTIVE for port object b9738507-5f32-494d-8efb-7c2e82e66f28 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:15:04.351118 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-f5ecf0f5-04d2-4f85-b4e9-b531007380d3 None None] Port 7f7b6edb-cc8d-472e-9f3a-290b9b167e3c cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:15:04.353805 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:04.359907 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-565ad6ab-39ce-4004-ac8f-2499a09b41bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:04.368123 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:04.494557 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port a141debf-dc9b-43c3-a28c-ab15ffaeb81f triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:15:04.494974 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:04.544085 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee43963-072d-4d70-aa78-d34e87e91e06 None None] Pushing event updated for resources: {'Port': ['ID=b9738507-5f32-494d-8efb-7c2e82e66f28,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:04.550550 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-aee43963-072d-4d70-aa78-d34e87e91e06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:04.645809 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-565ad6ab-39ce-4004-ac8f-2499a09b41bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:04.649916 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-565ad6ab-39ce-4004-ac8f-2499a09b41bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103687'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:04.679623 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:04.683994 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] Attempting to bind port b9738507-5f32-494d-8efb-7c2e82e66f28 on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:15:04.684421 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] Attempting to bind port b9738507-5f32-494d-8efb-7c2e82e66f28 by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:15:04.684829 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] Attempting to bind port b9738507-5f32-494d-8efb-7c2e82e66f28 on network aaa28d56-97c7-4706-9a1c-f1c898d32c63 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:15:04.698418 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:15:04.698864 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] Checking segment: {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:15:04.699318 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:04.699761 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] Bound using segment: {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:15:04.700317 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] Bound port: b9738507-5f32-494d-8efb-7c2e82e66f28, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:15:04.700711 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:04.782422 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] For port b9738507-5f32-494d-8efb-7c2e82e66f28, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:15:04.786178 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] For port b9738507-5f32-494d-8efb-7c2e82e66f28, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=b9738507-5f32-494d-8efb-7c2e82e66f28,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:15:04.790480 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:04.798074 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ad6ab-39ce-4004-ac8f-2499a09b41bf admin admin] Pushing event updated for resources: {'Port': ['ID=7f7b6edb-cc8d-472e-9f3a-290b9b167e3c,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:04.805360 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:04.805991 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-565ad6ab-39ce-4004-ac8f-2499a09b41bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:04.807637 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-565ad6ab-39ce-4004-ac8f-2499a09b41bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853103132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408734'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:04.958273 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565ad6ab-39ce-4004-ac8f-2499a09b41bf admin admin] Network 59ba7fe3-d40f-4f7c-b163-210007707fcc is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:15:04.959650 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-565ad6ab-39ce-4004-ac8f-2499a09b41bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:15:04.964497 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee43963-072d-4d70-aa78-d34e87e91e06 None None] Pushing event updated for resources: {'Port': ['ID=b9738507-5f32-494d-8efb-7c2e82e66f28,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:04.967927 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-aee43963-072d-4d70-aa78-d34e87e91e06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:05.015856 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] Routers {'707db115-f400-4760-bb7c-76bb9c6c2d36'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:15:05.016315 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe69107c320>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:15:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['707db115-f400-4760-bb7c-76bb9c6c2d36'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:15:05.184990 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565ad6ab-39ce-4004-ac8f-2499a09b41bf admin admin] Router 707db115-f400-4760-bb7c-76bb9c6c2d36 has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:15:05.205292 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-07b79f39-96e9-4fbd-9bff-7617f81abb04 None None] Provisioning complete for port 7f7b6edb-cc8d-472e-9f3a-290b9b167e3c triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:15:05.205725 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-07b79f39-96e9-4fbd-9bff-7617f81abb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:05.286417 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] Set router 707db115-f400-4760-bb7c-76bb9c6c2d36 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:15:05.334128 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-07b79f39-96e9-4fbd-9bff-7617f81abb04 None None] Port 7f7b6edb-cc8d-472e-9f3a-290b9b167e3c cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:15:05.385870 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565ad6ab-39ce-4004-ac8f-2499a09b41bf admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:15:05.395634 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-565ad6ab-39ce-4004-ac8f-2499a09b41bf admin admin] 10.222.0.39 "PUT /v2.0/routers/707db115-f400-4760-bb7c-76bb9c6c2d36/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0442727
Apr 07 15:15:05.646286 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe69107c320>, [{'id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'name': 'tempest-TestShelveInstance-414599984-router', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b9738507-5f32-494d-8efb-7c2e82e66f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:14:59Z', 'updated_at': '2021-04-07T15:15:04Z', 'revision_number': 4, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'gw_port': {'id': 'b9738507-5f32-494d-8efb-7c2e82e66f28', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:00Z', 'updated_at': '2021-04-07T15:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '7f7b6edb-cc8d-472e-9f3a-290b9b167e3c', 'name': '', 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'mac_address': 'fa:16:3e:34:31:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bf450d66-5220-4b2a-a595-d0db8b4aeb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:03Z', 'updated_at': '2021-04-07T15:15:04Z', 'revision_number': 2, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'subnets': [{'id': 'bf450d66-5220-4b2a-a595-d0db8b4aeb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:15:05.650999 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4ab3fe-ee43-4150-b877-2c5d4e1a8417 None None] The sync data for ids ['707db115-f400-4760-bb7c-76bb9c6c2d36'] in dv-cinder-782260-2-iscsi is: [{'id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'name': 'tempest-TestShelveInstance-414599984-router', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b9738507-5f32-494d-8efb-7c2e82e66f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:14:59Z', 'updated_at': '2021-04-07T15:15:04Z', 'revision_number': 4, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'gw_port': {'id': 'b9738507-5f32-494d-8efb-7c2e82e66f28', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:00Z', 'updated_at': '2021-04-07T15:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '7f7b6edb-cc8d-472e-9f3a-290b9b167e3c', 'name': '', 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'mac_address': 'fa:16:3e:34:31:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bf450d66-5220-4b2a-a595-d0db8b4aeb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:03Z', 'updated_at': '2021-04-07T15:15:04Z', 'revision_number': 2, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'subnets': [{'id': 'bf450d66-5220-4b2a-a595-d0db8b4aeb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:15:05.978480 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 37204) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:15:05.985090 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-ebe7b986-5b40-4c5e-895b-e7f708ee1ba0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1507451331-network', 'tenant_id': '779ce9b33be94547b20e88cadc4f3e24'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:15:05.990755 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-ebe7b986-5b40-4c5e-895b-e7f708ee1ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:15:05.995080 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-ebe7b986-5b40-4c5e-895b-e7f708ee1ba0 admin admin] Usage tracker for resource:network and tenant:779ce9b33be94547b20e88cadc4f3e24 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:15:05.998405 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-ebe7b986-5b40-4c5e-895b-e7f708ee1ba0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:15:06.008951 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-ebe7b986-5b40-4c5e-895b-e7f708ee1ba0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:15:06.020237 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe7b986-5b40-4c5e-895b-e7f708ee1ba0 admin admin] Made reservation on behalf of 779ce9b33be94547b20e88cadc4f3e24 for: {'network': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:15:06.027426 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ebe7b986-5b40-4c5e-895b-e7f708ee1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for network, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:06.042637 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ebe7b986-5b40-4c5e-895b-e7f708ee1ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:06.064590 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-ebe7b986-5b40-4c5e-895b-e7f708ee1ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:15:06.071171 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-ebe7b986-5b40-4c5e-895b-e7f708ee1ba0 admin admin] Usage tracker for resource:security_group_rule and tenant:779ce9b33be94547b20e88cadc4f3e24 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:15:06.075373 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-ebe7b986-5b40-4c5e-895b-e7f708ee1ba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:15:06.083093 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-ebe7b986-5b40-4c5e-895b-e7f708ee1ba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:15:06.182617 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ebe7b986-5b40-4c5e-895b-e7f708ee1ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:06.186182 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ebe7b986-5b40-4c5e-895b-e7f708ee1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:06.191467 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-8d6465d8-955a-4680-9660-53b966fc5d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:06.221424 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe7b986-5b40-4c5e-895b-e7f708ee1ba0 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'}  {{(pid=84337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 15:15:06.236330 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7b986-5b40-4c5e-895b-e7f708ee1ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14d6b17-f805-430f-9bc4-07f61872651e,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:06.240975 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ebe7b986-5b40-4c5e-895b-e7f708ee1ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:06.244414 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ebe7b986-5b40-4c5e-895b-e7f708ee1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:06.245230 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.segments_db [None req-ebe7b986-5b40-4c5e-895b-e7f708ee1ba0 admin admin] Added segment c596fb91-327e-46f1-8298-cb502129f4d1 of type vlan for network f63ad2a0-17f1-486c-b513-b7fc6dc2ac30
Apr 07 15:15:06.279423 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ebe7b986-5b40-4c5e-895b-e7f708ee1ba0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247587465195'] for network, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:06.323140 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ebe7b986-5b40-4c5e-895b-e7f708ee1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for network, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:06.324597 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe7b986-5b40-4c5e-895b-e7f708ee1ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:06.325319 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ebe7b986-5b40-4c5e-895b-e7f708ee1ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:06.331466 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:06.456901 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7b986-5b40-4c5e-895b-e7f708ee1ba0 admin admin] Pushing event updated for resources: {'Network': ['ID=f63ad2a0-17f1-486c-b513-b7fc6dc2ac30,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:06.460602 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ebe7b986-5b40-4c5e-895b-e7f708ee1ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:06.463289 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-ebe7b986-5b40-4c5e-895b-e7f708ee1ba0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4836054
Apr 07 15:15:06.466470 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 37208) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:15:06.469160 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Network f63ad2a0-17f1-486c-b513-b7fc6dc2ac30 details requested by agent ovs-agent-dv-cinder-782260-2-iscsi with host dv-cinder-782260-2-iscsi {{(pid=84339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 15:15:06.472747 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-212a96ec-278b-4c82-8efa-4fd282362baa admin admin] Request body: {'subnet': {'network_id': 'f63ad2a0-17f1-486c-b513-b7fc6dc2ac30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1507451331-subnet', 'tenant_id': '779ce9b33be94547b20e88cadc4f3e24', 'ip_version': 4}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:15:06.478220 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-212a96ec-278b-4c82-8efa-4fd282362baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:15:06.483541 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-212a96ec-278b-4c82-8efa-4fd282362baa admin admin] Usage tracker for resource:subnet and tenant:779ce9b33be94547b20e88cadc4f3e24 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:15:06.486859 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-212a96ec-278b-4c82-8efa-4fd282362baa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:15:06.493519 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-212a96ec-278b-4c82-8efa-4fd282362baa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:15:06.503708 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212a96ec-278b-4c82-8efa-4fd282362baa admin admin] Made reservation on behalf of 779ce9b33be94547b20e88cadc4f3e24 for: {'subnet': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:15:06.510305 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-212a96ec-278b-4c82-8efa-4fd282362baa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3028569'] for subnet, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:07.024731 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-212a96ec-278b-4c82-8efa-4fd282362baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2619264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3028584'] for subnet, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:07.041672 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c526a741-b401-42cd-bd86-e8e876ef3b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:07.173173 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a96ec-278b-4c82-8efa-4fd282362baa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab6db1d8-9252-4be2-927a-eac7766808f8,revision_number=0']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:07.176213 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-212a96ec-278b-4c82-8efa-4fd282362baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:07.251131 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212a96ec-278b-4c82-8efa-4fd282362baa admin admin] Checking segment: {'id': 'c596fb91-327e-46f1-8298-cb502129f4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f63ad2a0-17f1-486c-b513-b7fc6dc2ac30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:15:07.251532 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212a96ec-278b-4c82-8efa-4fd282362baa admin admin] Network hostable DHCP agents. Network: f63ad2a0-17f1-486c-b513-b7fc6dc2ac30, hostable agents: ['13ef685d-6932-4a97-bd41-a6ee1416974e'], hosted agents: [] {{(pid=84337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 15:15:07.272385 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212a96ec-278b-4c82-8efa-4fd282362baa admin admin] Network f63ad2a0-17f1-486c-b513-b7fc6dc2ac30 is scheduled to be hosted by DHCP agent 13ef685d-6932-4a97-bd41-a6ee1416974e with binding_index 1 {{(pid=84337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 15:15:07.281827 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-212a96ec-278b-4c82-8efa-4fd282362baa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-iscsi, f63ad2a0-17f1-486c-b513-b7fc6dc2ac30) {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:15:07.291931 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2472debe-234f-4778-b142-7eece27ce602 None None] Network f63ad2a0-17f1-486c-b513-b7fc6dc2ac30 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:15:07.295962 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212a96ec-278b-4c82-8efa-4fd282362baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:07.296625 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-212a96ec-278b-4c82-8efa-4fd282362baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for subnet, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:07.317066 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-212a96ec-278b-4c82-8efa-4fd282362baa admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8495014
Apr 07 15:15:07.320248 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 37216) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:15:07.326598 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-b2cd4750-6dc9-4995-b8b4-de8f771b44b2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1507451331-router', 'tenant_id': '779ce9b33be94547b20e88cadc4f3e24', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:15:07.332297 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-b2cd4750-6dc9-4995-b8b4-de8f771b44b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:15:07.337362 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-b2cd4750-6dc9-4995-b8b4-de8f771b44b2 admin admin] Usage tracker for resource:router and tenant:779ce9b33be94547b20e88cadc4f3e24 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:15:07.345005 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-b2cd4750-6dc9-4995-b8b4-de8f771b44b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:15:07.352453 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-b2cd4750-6dc9-4995-b8b4-de8f771b44b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:15:07.362299 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b2cd4750-6dc9-4995-b8b4-de8f771b44b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-401430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8069'] for router, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:07.363382 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b2cd4750-6dc9-4995-b8b4-de8f771b44b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-513679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767731'] for router, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:07.381569 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b2cd4750-6dc9-4995-b8b4-de8f771b44b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:07.530988 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79fc14b-b556-42a9-a026-04c5913c2415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp464fca95-9925-595a-8d56-a9cc01f1882c-f63ad2a0-17f1-486c-b513-b7fc6dc2ac30', 'network_id': 'f63ad2a0-17f1-486c-b513-b7fc6dc2ac30', 'tenant_id': '779ce9b33be94547b20e88cadc4f3e24', 'fixed_ips': [{'subnet_id': 'ab6db1d8-9252-4be2-927a-eac7766808f8'}]}} from dv-cinder-782260-2-iscsi. {{(pid=84339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 07 15:15:07.531928 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b79fc14b-b556-42a9-a026-04c5913c2415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:07.676914 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b2cd4750-6dc9-4995-b8b4-de8f771b44b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-509801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-401415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767750'] for router, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:07.706514 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-b79fc14b-b556-42a9-a026-04c5913c2415 None None] Allocated IP 172.20.0.2 (f63ad2a0-17f1-486c-b513-b7fc6dc2ac30/ab6db1d8-9252-4be2-927a-eac7766808f8/c493e001-5a5b-4fd0-8fc1-d3a421cf56f7) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:15:07.962254 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b79fc14b-b556-42a9-a026-04c5913c2415 None None] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:07.982273 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-b79fc14b-b556-42a9-a026-04c5913c2415 None None] Transition to ACTIVE for port object c493e001-5a5b-4fd0-8fc1-d3a421cf56f7 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:15:08.017366 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-b79fc14b-b556-42a9-a026-04c5913c2415 None None] Transition to ACTIVE for port object c493e001-5a5b-4fd0-8fc1-d3a421cf56f7 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:15:08.022519 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b79fc14b-b556-42a9-a026-04c5913c2415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:08.028036 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b2cd4750-6dc9-4995-b8b4-de8f771b44b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:08.036554 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:08.089035 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b2cd4750-6dc9-4995-b8b4-de8f771b44b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:08.173651 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79fc14b-b556-42a9-a026-04c5913c2415 None None] Pushing event updated for resources: {'Port': ['ID=c493e001-5a5b-4fd0-8fc1-d3a421cf56f7,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:08.178116 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b79fc14b-b556-42a9-a026-04c5913c2415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:08.228458 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device b9738507-5f32-494d-8efb-7c2e82e66f28 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:15:08.292355 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-b2cd4750-6dc9-4995-b8b4-de8f771b44b2 admin admin] Allocated IP 172.27.2.131 (aaa28d56-97c7-4706-9a1c-f1c898d32c63/b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0/ac08e3cf-7cbc-48e6-80fa-3d9809f0625f) {{(pid=84337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:15:08.348726 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79fc14b-b556-42a9-a026-04c5913c2415 None None] Network f63ad2a0-17f1-486c-b513-b7fc6dc2ac30 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:15:08.352004 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-b79fc14b-b556-42a9-a026-04c5913c2415 None None] Resources bound (agent type, host, resource id):  {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:15:08.354587 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79fc14b-b556-42a9-a026-04c5913c2415 None None] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:15:08.395444 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port b9738507-5f32-494d-8efb-7c2e82e66f28 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:15:08.405186 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port b9738507-5f32-494d-8efb-7c2e82e66f28 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:15:08.405641 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:08.455318 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b2cd4750-6dc9-4995-b8b4-de8f771b44b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:08.486701 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b2cd4750-6dc9-4995-b8b4-de8f771b44b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:08.503239 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d9f6b849-8b98-456f-8475-c16d3f36e42b tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:08.509703 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-b79fc14b-b556-42a9-a026-04c5913c2415 None None] Attempting to bind port c493e001-5a5b-4fd0-8fc1-d3a421cf56f7 on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:15:08.510193 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-b79fc14b-b556-42a9-a026-04c5913c2415 None None] Attempting to bind port c493e001-5a5b-4fd0-8fc1-d3a421cf56f7 by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': 'c596fb91-327e-46f1-8298-cb502129f4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f63ad2a0-17f1-486c-b513-b7fc6dc2ac30'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:15:08.510513 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79fc14b-b556-42a9-a026-04c5913c2415 None None] Attempting to bind port c493e001-5a5b-4fd0-8fc1-d3a421cf56f7 on network f63ad2a0-17f1-486c-b513-b7fc6dc2ac30 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:15:08.522516 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79fc14b-b556-42a9-a026-04c5913c2415 None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:15:08.522937 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79fc14b-b556-42a9-a026-04c5913c2415 None None] Checking segment: {'id': 'c596fb91-327e-46f1-8298-cb502129f4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f63ad2a0-17f1-486c-b513-b7fc6dc2ac30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:15:08.523392 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b79fc14b-b556-42a9-a026-04c5913c2415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:08.523847 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79fc14b-b556-42a9-a026-04c5913c2415 None None] Bound using segment: {'id': 'c596fb91-327e-46f1-8298-cb502129f4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f63ad2a0-17f1-486c-b513-b7fc6dc2ac30'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:15:08.524370 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-b79fc14b-b556-42a9-a026-04c5913c2415 None None] Bound port: c493e001-5a5b-4fd0-8fc1-d3a421cf56f7, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c596fb91-327e-46f1-8298-cb502129f4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f63ad2a0-17f1-486c-b513-b7fc6dc2ac30'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:15:08.524791 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b79fc14b-b556-42a9-a026-04c5913c2415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:08.657900 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd4750-6dc9-4995-b8b4-de8f771b44b2 admin admin] Pushing event updated for resources: {'Port': ['ID=ac08e3cf-7cbc-48e6-80fa-3d9809f0625f,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:08.662806 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-b79fc14b-b556-42a9-a026-04c5913c2415 None None] For port c493e001-5a5b-4fd0-8fc1-d3a421cf56f7, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:15:08.663502 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b2cd4750-6dc9-4995-b8b4-de8f771b44b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:08.667995 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:08.683242 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-b79fc14b-b556-42a9-a026-04c5913c2415 None None] For port c493e001-5a5b-4fd0-8fc1-d3a421cf56f7, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=c493e001-5a5b-4fd0-8fc1-d3a421cf56f7,segment=NetworkSegment(c596fb91-327e-46f1-8298-cb502129f4d1),segment_id=c596fb91-327e-46f1-8298-cb502129f4d1)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:15:08.689262 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b79fc14b-b556-42a9-a026-04c5913c2415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:08.704095 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] For port b9738507-5f32-494d-8efb-7c2e82e66f28, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=b9738507-5f32-494d-8efb-7c2e82e66f28,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:15:08.707867 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-43748938-7383-403b-adcb-13796d05950e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:08.719764 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cd4750-6dc9-4995-b8b4-de8f771b44b2 admin admin] Network aaa28d56-97c7-4706-9a1c-f1c898d32c63 is already hosted by enough agents. {{(pid=84337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:15:08.721013 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-b2cd4750-6dc9-4995-b8b4-de8f771b44b2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:15:08.723616 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cd4750-6dc9-4995-b8b4-de8f771b44b2 admin admin] Received port after_create {{(pid=84337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:15:08.816481 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:08.874791 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79fc14b-b556-42a9-a026-04c5913c2415 None None] Pushing event updated for resources: {'Port': ['ID=c493e001-5a5b-4fd0-8fc1-d3a421cf56f7,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:08.880627 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b79fc14b-b556-42a9-a026-04c5913c2415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:08.881024 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:08.982624 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Pushing event updated for resources: {'Port': ['ID=b9738507-5f32-494d-8efb-7c2e82e66f28,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:08.986085 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:09.093277 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] Sync routers for ids ['707db115-f400-4760-bb7c-76bb9c6c2d36'] in dv-cinder-782260-2-iscsi {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:15:09.110945 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] Routers {'707db115-f400-4760-bb7c-76bb9c6c2d36'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:15:09.112122 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6922439b0>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:15:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['707db115-f400-4760-bb7c-76bb9c6c2d36'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:15:09.245274 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b2cd4750-6dc9-4995-b8b4-de8f771b44b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:09.363509 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] Set router 707db115-f400-4760-bb7c-76bb9c6c2d36 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:15:09.730459 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6922439b0>, [{'id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'name': 'tempest-TestShelveInstance-414599984-router', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b9738507-5f32-494d-8efb-7c2e82e66f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:14:59Z', 'updated_at': '2021-04-07T15:15:04Z', 'revision_number': 4, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'gw_port': {'id': 'b9738507-5f32-494d-8efb-7c2e82e66f28', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:00Z', 'updated_at': '2021-04-07T15:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '7f7b6edb-cc8d-472e-9f3a-290b9b167e3c', 'name': '', 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'mac_address': 'fa:16:3e:34:31:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bf450d66-5220-4b2a-a595-d0db8b4aeb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:03Z', 'updated_at': '2021-04-07T15:15:04Z', 'revision_number': 2, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'subnets': [{'id': 'bf450d66-5220-4b2a-a595-d0db8b4aeb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:15:09.736916 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] Checking router: 707db115-f400-4760-bb7c-76bb9c6c2d36 for host: dv-cinder-782260-2-iscsi {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:15:09.737402 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] Updating router 707db115-f400-4760-bb7c-76bb9c6c2d36 port 7f7b6edb-cc8d-472e-9f3a-290b9b167e3c binding host dv-cinder-782260-2-iscsi {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 15:15:09.803090 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:09.922200 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b2cd4750-6dc9-4995-b8b4-de8f771b44b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854374369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854265977'] for router, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:10.187351 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2cd4750-6dc9-4995-b8b4-de8f771b44b2 admin admin] Router cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9 is scheduled to L3 agent 68e91330-1547-4583-b49b-ec8634823321 with binding_index 1 {{(pid=84337) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 07 15:15:10.295182 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device c493e001-5a5b-4fd0-8fc1-d3a421cf56f7 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:15:10.298209 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:10.311833 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] Transition to ACTIVE for port object 7f7b6edb-cc8d-472e-9f3a-290b9b167e3c will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:15:10.319697 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:10.337065 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:10.401519 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port c493e001-5a5b-4fd0-8fc1-d3a421cf56f7 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:15:10.408488 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device b9738507-5f32-494d-8efb-7c2e82e66f28 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:15:10.485894 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cd4750-6dc9-4995-b8b4-de8f771b44b2 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:15:10.497263 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port b9738507-5f32-494d-8efb-7c2e82e66f28 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:15:10.497707 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:10.532702 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b2cd4750-6dc9-4995-b8b4-de8f771b44b2 admin admin] Notify callbacks [] for router, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:10.537275 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 37226) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:15:10.537704 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-b2cd4750-6dc9-4995-b8b4-de8f771b44b2 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.2161810
Apr 07 15:15:10.547115 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] Sync routers for ids ['cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:15:10.577683 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] Routers {'cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:15:10.578519 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690993390>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:15:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:15:10.621002 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3ef30-a1d2-4d2f-810d-0267a039a707 None None] Pushing event updated for resources: {'Port': ['ID=7f7b6edb-cc8d-472e-9f3a-290b9b167e3c,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:10.637020 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d3ef30-a1d2-4d2f-810d-0267a039a707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:10.637403 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d3ef30-a1d2-4d2f-810d-0267a039a707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:10.637780 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d3ef30-a1d2-4d2f-810d-0267a039a707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:10.638145 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d3ef30-a1d2-4d2f-810d-0267a039a707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:10.638503 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d3ef30-a1d2-4d2f-810d-0267a039a707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:10.638866 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d3ef30-a1d2-4d2f-810d-0267a039a707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:10.639222 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d3ef30-a1d2-4d2f-810d-0267a039a707 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:10.639578 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d3ef30-a1d2-4d2f-810d-0267a039a707 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:10.639950 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d3ef30-a1d2-4d2f-810d-0267a039a707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:10.640304 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d3ef30-a1d2-4d2f-810d-0267a039a707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:10.640659 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d3ef30-a1d2-4d2f-810d-0267a039a707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:10.642431 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d3ef30-a1d2-4d2f-810d-0267a039a707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:10.646193 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a8b56d-e943-4555-823e-766238b42002 None None] Network f63ad2a0-17f1-486c-b513-b7fc6dc2ac30 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:15:10.652137 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-67d3ef30-a1d2-4d2f-810d-0267a039a707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:10.750295 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] Attempting to bind port 7f7b6edb-cc8d-472e-9f3a-290b9b167e3c on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:15:10.750875 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] Attempting to bind port 7f7b6edb-cc8d-472e-9f3a-290b9b167e3c by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': '5edea384-b393-40bb-9192-75b6d6f83470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:15:10.751159 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] Attempting to bind port 7f7b6edb-cc8d-472e-9f3a-290b9b167e3c on network 59ba7fe3-d40f-4f7c-b163-210007707fcc {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:15:10.757661 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:15:10.758075 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] Checking segment: {'id': '5edea384-b393-40bb-9192-75b6d6f83470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:15:10.758514 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:10.758949 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] Bound using segment: {'id': '5edea384-b393-40bb-9192-75b6d6f83470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:15:10.759474 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] Bound port: 7f7b6edb-cc8d-472e-9f3a-290b9b167e3c, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edea384-b393-40bb-9192-75b6d6f83470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:15:10.759894 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:10.853958 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] For port 7f7b6edb-cc8d-472e-9f3a-290b9b167e3c, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:15:10.857415 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] For port 7f7b6edb-cc8d-472e-9f3a-290b9b167e3c, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=7f7b6edb-cc8d-472e-9f3a-290b9b167e3c,segment=NetworkSegment(5edea384-b393-40bb-9192-75b6d6f83470),segment_id=5edea384-b393-40bb-9192-75b6d6f83470)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:15:10.862304 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:10.877530 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-7944509d-c8b1-4245-a5a4-f0abc42b7591 None None] Provisioning for port c493e001-5a5b-4fd0-8fc1-d3a421cf56f7 completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:15:10.879190 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:10.900143 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-7944509d-c8b1-4245-a5a4-f0abc42b7591 None None] Provisioning complete for port c493e001-5a5b-4fd0-8fc1-d3a421cf56f7 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:15:10.900542 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7944509d-c8b1-4245-a5a4-f0abc42b7591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:11.039082 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3ef30-a1d2-4d2f-810d-0267a039a707 None None] Pushing event updated for resources: {'Port': ['ID=7f7b6edb-cc8d-472e-9f3a-290b9b167e3c,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:11.044907 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-67d3ef30-a1d2-4d2f-810d-0267a039a707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:11.091987 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] Routers {'707db115-f400-4760-bb7c-76bb9c6c2d36'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:15:11.092854 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6922439b0>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:15:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['707db115-f400-4760-bb7c-76bb9c6c2d36'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:15:11.271263 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] Set router cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:15:11.375929 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-86d8c680-d689-4030-9978-4a85f6391bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:11.502216 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] Set router 707db115-f400-4760-bb7c-76bb9c6c2d36 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:15:11.658962 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7944509d-c8b1-4245-a5a4-f0abc42b7591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:11.732366 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-7944509d-c8b1-4245-a5a4-f0abc42b7591 None None] For port c493e001-5a5b-4fd0-8fc1-d3a421cf56f7, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=c493e001-5a5b-4fd0-8fc1-d3a421cf56f7,segment=NetworkSegment(c596fb91-327e-46f1-8298-cb502129f4d1),segment_id=c596fb91-327e-46f1-8298-cb502129f4d1)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:15:11.768108 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7944509d-c8b1-4245-a5a4-f0abc42b7591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:11.775019 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-43748938-7383-403b-adcb-13796d05950e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:11.868056 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944509d-c8b1-4245-a5a4-f0abc42b7591 None None] Pushing event updated for resources: {'Port': ['ID=c493e001-5a5b-4fd0-8fc1-d3a421cf56f7,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:11.873769 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7944509d-c8b1-4245-a5a4-f0abc42b7591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:11.890760 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-86d8c680-d689-4030-9978-4a85f6391bf9 admin admin] Allocated IP 172.20.0.1 (f63ad2a0-17f1-486c-b513-b7fc6dc2ac30/ab6db1d8-9252-4be2-927a-eac7766808f8/c1821f49-4efd-4360-acf3-7d7e1a86eefa) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:15:11.899804 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690993390>, [{'id': 'cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9', 'name': 'tempest-TestShelveInstance-1507451331-router', 'tenant_id': '779ce9b33be94547b20e88cadc4f3e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ac08e3cf-7cbc-48e6-80fa-3d9809f0625f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:15:07Z', 'updated_at': '2021-04-07T15:15:09Z', 'revision_number': 3, 'project_id': '779ce9b33be94547b20e88cadc4f3e24', 'gw_port': {'id': 'ac08e3cf-7cbc-48e6-80fa-3d9809f0625f', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:08Z', 'updated_at': '2021-04-07T15:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi'}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:15:11.904558 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] Checking router: cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9 for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:15:11.904967 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] Updating router cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9 port ac08e3cf-7cbc-48e6-80fa-3d9809f0625f binding host dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 15:15:11.937955 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6922439b0>, [{'id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'name': 'tempest-TestShelveInstance-414599984-router', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b9738507-5f32-494d-8efb-7c2e82e66f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:14:59Z', 'updated_at': '2021-04-07T15:15:04Z', 'revision_number': 4, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'gw_port': {'id': 'b9738507-5f32-494d-8efb-7c2e82e66f28', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:00Z', 'updated_at': '2021-04-07T15:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '7f7b6edb-cc8d-472e-9f3a-290b9b167e3c', 'name': '', 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'mac_address': 'fa:16:3e:34:31:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bf450d66-5220-4b2a-a595-d0db8b4aeb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:03Z', 'updated_at': '2021-04-07T15:15:10Z', 'revision_number': 4, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'subnets': [{'id': 'bf450d66-5220-4b2a-a595-d0db8b4aeb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:15:11.943366 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a42ab3-3d7b-4e35-9432-0aee86adfff0 None None] The sync data for ids ['707db115-f400-4760-bb7c-76bb9c6c2d36'] in dv-cinder-782260-2-iscsi is: [{'id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'name': 'tempest-TestShelveInstance-414599984-router', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b9738507-5f32-494d-8efb-7c2e82e66f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:14:59Z', 'updated_at': '2021-04-07T15:15:04Z', 'revision_number': 4, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'gw_port': {'id': 'b9738507-5f32-494d-8efb-7c2e82e66f28', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:00Z', 'updated_at': '2021-04-07T15:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '7f7b6edb-cc8d-472e-9f3a-290b9b167e3c', 'name': '', 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'mac_address': 'fa:16:3e:34:31:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bf450d66-5220-4b2a-a595-d0db8b4aeb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:03Z', 'updated_at': '2021-04-07T15:15:10Z', 'revision_number': 4, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'subnets': [{'id': 'bf450d66-5220-4b2a-a595-d0db8b4aeb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:15:11.970962 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:12.083200 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-86d8c680-d689-4030-9978-4a85f6391bf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:12.124279 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-86d8c680-d689-4030-9978-4a85f6391bf9 admin admin] Transition to ACTIVE for port object c1821f49-4efd-4360-acf3-7d7e1a86eefa will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:15:12.160143 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-86d8c680-d689-4030-9978-4a85f6391bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:12.191603 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e6675cd9-93be-446a-855a-d0aed35db48d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:12.291308 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device c493e001-5a5b-4fd0-8fc1-d3a421cf56f7 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:15:12.341449 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8c680-d689-4030-9978-4a85f6391bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=c1821f49-4efd-4360-acf3-7d7e1a86eefa,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:12.346531 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-86d8c680-d689-4030-9978-4a85f6391bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:12.360026 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-5009217c-ff49-465e-ad0e-810ec18c16d1 None None] Provisioning complete for port c493e001-5a5b-4fd0-8fc1-d3a421cf56f7 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:15:12.360544 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5009217c-ff49-465e-ad0e-810ec18c16d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:12.400526 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d8c680-d689-4030-9978-4a85f6391bf9 admin admin] Network f63ad2a0-17f1-486c-b513-b7fc6dc2ac30 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:15:12.402356 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-86d8c680-d689-4030-9978-4a85f6391bf9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:15:12.405078 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d8c680-d689-4030-9978-4a85f6391bf9 admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:15:12.467126 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-86d8c680-d689-4030-9978-4a85f6391bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623627'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:12.500710 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port c493e001-5a5b-4fd0-8fc1-d3a421cf56f7 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:15:12.501310 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:12.590373 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-86d8c680-d689-4030-9978-4a85f6391bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:12.745243 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:12.771120 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] Transition to ACTIVE for port object ac08e3cf-7cbc-48e6-80fa-3d9809f0625f will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:15:12.777536 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 7f7b6edb-cc8d-472e-9f3a-290b9b167e3c up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:15:12.825754 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:12.844286 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:12.886858 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-86d8c680-d689-4030-9978-4a85f6391bf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:12.891433 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-86d8c680-d689-4030-9978-4a85f6391bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103687'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:12.935969 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:12.988734 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-772ef697-fee0-4657-acd4-a22f3620b8ce None None] Provisioning for port c1821f49-4efd-4360-acf3-7d7e1a86eefa completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:15:13.008507 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff756c4f-2fa9-4210-9ed2-d988686d7aa7 None None] Pushing event updated for resources: {'Port': ['ID=ac08e3cf-7cbc-48e6-80fa-3d9809f0625f,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:13.010798 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-772ef697-fee0-4657-acd4-a22f3620b8ce None None] Provisioning complete for port c1821f49-4efd-4360-acf3-7d7e1a86eefa triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:15:13.011224 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-772ef697-fee0-4657-acd4-a22f3620b8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:13.028719 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8c680-d689-4030-9978-4a85f6391bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=c1821f49-4efd-4360-acf3-7d7e1a86eefa,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:13.032073 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-86d8c680-d689-4030-9978-4a85f6391bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:13.033411 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-86d8c680-d689-4030-9978-4a85f6391bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853103132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408734'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:13.044191 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ff756c4f-2fa9-4210-9ed2-d988686d7aa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:13.107895 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port 7f7b6edb-cc8d-472e-9f3a-290b9b167e3c completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:15:13.116198 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-772ef697-fee0-4657-acd4-a22f3620b8ce None None] Port c1821f49-4efd-4360-acf3-7d7e1a86eefa cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:15:13.119627 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 7f7b6edb-cc8d-472e-9f3a-290b9b167e3c triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:15:13.120047 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:13.187391 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d8c680-d689-4030-9978-4a85f6391bf9 admin admin] Network f63ad2a0-17f1-486c-b513-b7fc6dc2ac30 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:15:13.188708 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-86d8c680-d689-4030-9978-4a85f6391bf9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:15:13.207359 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] Attempting to bind port ac08e3cf-7cbc-48e6-80fa-3d9809f0625f on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:15:13.208162 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] Attempting to bind port ac08e3cf-7cbc-48e6-80fa-3d9809f0625f by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:15:13.208162 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] Attempting to bind port ac08e3cf-7cbc-48e6-80fa-3d9809f0625f on network aaa28d56-97c7-4706-9a1c-f1c898d32c63 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:15:13.219159 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:15:13.219529 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] Checking segment: {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:15:13.220060 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:13.220435 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] Bound using segment: {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:15:13.220952 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] Bound port: ac08e3cf-7cbc-48e6-80fa-3d9809f0625f, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:15:13.221362 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:13.356204 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:13.373020 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] For port ac08e3cf-7cbc-48e6-80fa-3d9809f0625f, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:15:13.377663 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] For port ac08e3cf-7cbc-48e6-80fa-3d9809f0625f, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=ac08e3cf-7cbc-48e6-80fa-3d9809f0625f,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:15:13.383340 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:13.402887 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] For port 7f7b6edb-cc8d-472e-9f3a-290b9b167e3c, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=7f7b6edb-cc8d-472e-9f3a-290b9b167e3c,segment=NetworkSegment(5edea384-b393-40bb-9192-75b6d6f83470),segment_id=5edea384-b393-40bb-9192-75b6d6f83470)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:15:13.406750 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:13.414958 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d8c680-d689-4030-9978-4a85f6391bf9 admin admin] Router cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9 has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:15:13.620573 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d8c680-d689-4030-9978-4a85f6391bf9 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:15:13.631028 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-86d8c680-d689-4030-9978-4a85f6391bf9 admin admin] 10.222.0.39 "PUT /v2.0/routers/cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0919042
Apr 07 15:15:13.695196 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:13.745550 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-c617edb0-c6ca-4fdf-a07a-ba816939e8cb None None] Provisioning complete for port c1821f49-4efd-4360-acf3-7d7e1a86eefa triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:15:13.745976 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c617edb0-c6ca-4fdf-a07a-ba816939e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:13.807230 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff756c4f-2fa9-4210-9ed2-d988686d7aa7 None None] Pushing event updated for resources: {'Port': ['ID=ac08e3cf-7cbc-48e6-80fa-3d9809f0625f,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:13.824463 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ff756c4f-2fa9-4210-9ed2-d988686d7aa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:13.827513 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-aee43963-072d-4d70-aa78-d34e87e91e06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:13.891706 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-c617edb0-c6ca-4fdf-a07a-ba816939e8cb None None] Port c1821f49-4efd-4360-acf3-7d7e1a86eefa cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:15:13.939308 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Pushing event updated for resources: {'Port': ['ID=7f7b6edb-cc8d-472e-9f3a-290b9b167e3c,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:13.946943 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] Routers {'cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:15:13.947659 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690993390>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:15:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:15:14.004214 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:14.162330 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] Set router cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:15:14.213879 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 7f7b6edb-cc8d-472e-9f3a-290b9b167e3c up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:15:14.350919 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 37244) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:15:14.357231 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-a487e926-d416-4175-a85f-12f819c72779 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-766603510', 'description': 'tempest-secgroup-smoke-766603510 description', 'project_id': '2f76cffb12134de5b61dbbab4c4abadf'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:15:14.364406 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-a487e926-d416-4175-a85f-12f819c72779 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:15:14.368810 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-a487e926-d416-4175-a85f-12f819c72779 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Usage tracker for resource:security_group and tenant:2f76cffb12134de5b61dbbab4c4abadf is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:15:14.373059 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-a487e926-d416-4175-a85f-12f819c72779 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:15:14.379458 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-a487e926-d416-4175-a85f-12f819c72779 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:15:14.389398 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a487e926-d416-4175-a85f-12f819c72779 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:14.415264 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-a487e926-d416-4175-a85f-12f819c72779 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:15:14.419366 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-a487e926-d416-4175-a85f-12f819c72779 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Usage tracker for resource:security_group_rule and tenant:2f76cffb12134de5b61dbbab4c4abadf is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:15:14.422444 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-a487e926-d416-4175-a85f-12f819c72779 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:15:14.428728 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-a487e926-d416-4175-a85f-12f819c72779 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:15:14.464098 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 7f7b6edb-cc8d-472e-9f3a-290b9b167e3c triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:15:14.464519 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:14.501994 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a487e926-d416-4175-a85f-12f819c72779 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:14.505682 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a487e926-d416-4175-a85f-12f819c72779 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:14.511322 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-963e0991-a86f-4424-80b5-c03dcff57b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:14.551664 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487e926-d416-4175-a85f-12f819c72779 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:14.554558 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a487e926-d416-4175-a85f-12f819c72779 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:14.555455 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a487e926-d416-4175-a85f-12f819c72779 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:14.559786 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-a487e926-d416-4175-a85f-12f819c72779 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2046843
Apr 07 15:15:14.560380 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 37248) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:15:14.566205 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-300d7db6-e014-42a2-baef-9fd432f8b390 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Request body: {'security_group_rule': {'security_group_id': '1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23', 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:15:14.573167 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-300d7db6-e014-42a2-baef-9fd432f8b390 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:15:14.577403 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-300d7db6-e014-42a2-baef-9fd432f8b390 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Usage tracker for resource:security_group_rule and tenant:2f76cffb12134de5b61dbbab4c4abadf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:15:14.580517 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-300d7db6-e014-42a2-baef-9fd432f8b390 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:15:14.586895 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-300d7db6-e014-42a2-baef-9fd432f8b390 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:15:14.607699 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-300d7db6-e014-42a2-baef-9fd432f8b390 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:14.677021 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-300d7db6-e014-42a2-baef-9fd432f8b390 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:14.681015 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-300d7db6-e014-42a2-baef-9fd432f8b390 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426631'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:14.681397 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690993390>, [{'id': 'cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9', 'name': 'tempest-TestShelveInstance-1507451331-router', 'tenant_id': '779ce9b33be94547b20e88cadc4f3e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ac08e3cf-7cbc-48e6-80fa-3d9809f0625f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:15:07Z', 'updated_at': '2021-04-07T15:15:12Z', 'revision_number': 4, 'project_id': '779ce9b33be94547b20e88cadc4f3e24', 'gw_port': {'id': 'ac08e3cf-7cbc-48e6-80fa-3d9809f0625f', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:08Z', 'updated_at': '2021-04-07T15:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': 'c1821f49-4efd-4360-acf3-7d7e1a86eefa', 'name': '', 'network_id': 'f63ad2a0-17f1-486c-b513-b7fc6dc2ac30', 'tenant_id': '779ce9b33be94547b20e88cadc4f3e24', 'mac_address': 'fa:16:3e:d2:5a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ab6db1d8-9252-4be2-927a-eac7766808f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:11Z', 'updated_at': '2021-04-07T15:15:12Z', 'revision_number': 2, 'project_id': '779ce9b33be94547b20e88cadc4f3e24', 'subnets': [{'id': 'ab6db1d8-9252-4be2-927a-eac7766808f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:15:14.683839 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f5a34d72-ab98-4aed-8bfa-aaece4c5aedb tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:14.685962 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775eb8de-953e-491f-89ff-2be4e6be4d44 None None] The sync data for ids ['cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9'] in dv-cinder-782260-2-iscsi is: [{'id': 'cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9', 'name': 'tempest-TestShelveInstance-1507451331-router', 'tenant_id': '779ce9b33be94547b20e88cadc4f3e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ac08e3cf-7cbc-48e6-80fa-3d9809f0625f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:15:07Z', 'updated_at': '2021-04-07T15:15:12Z', 'revision_number': 4, 'project_id': '779ce9b33be94547b20e88cadc4f3e24', 'gw_port': {'id': 'ac08e3cf-7cbc-48e6-80fa-3d9809f0625f', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:08Z', 'updated_at': '2021-04-07T15:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': 'c1821f49-4efd-4360-acf3-7d7e1a86eefa', 'name': '', 'network_id': 'f63ad2a0-17f1-486c-b513-b7fc6dc2ac30', 'tenant_id': '779ce9b33be94547b20e88cadc4f3e24', 'mac_address': 'fa:16:3e:d2:5a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ab6db1d8-9252-4be2-927a-eac7766808f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:11Z', 'updated_at': '2021-04-07T15:15:12Z', 'revision_number': 2, 'project_id': '779ce9b33be94547b20e88cadc4f3e24', 'subnets': [{'id': 'ab6db1d8-9252-4be2-927a-eac7766808f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:15:14.711036 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d7db6-e014-42a2-baef-9fd432f8b390 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc95a536-69ac-4089-b982-2eb0f4ad3898,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:14.713828 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-300d7db6-e014-42a2-baef-9fd432f8b390 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:14.721086 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-300d7db6-e014-42a2-baef-9fd432f8b390 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:14.722514 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-300d7db6-e014-42a2-baef-9fd432f8b390 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1612318
Apr 07 15:15:14.725545 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 37252) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:15:14.731308 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-30c2680c-1ca9-4bff-8445-4c62c3165bf1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Request body: {'security_group_rule': {'security_group_id': '1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23', 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:15:14.738295 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-30c2680c-1ca9-4bff-8445-4c62c3165bf1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:15:14.742687 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-30c2680c-1ca9-4bff-8445-4c62c3165bf1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Usage tracker for resource:security_group_rule and tenant:2f76cffb12134de5b61dbbab4c4abadf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:15:14.745995 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-30c2680c-1ca9-4bff-8445-4c62c3165bf1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:15:14.752331 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-30c2680c-1ca9-4bff-8445-4c62c3165bf1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:15:14.770599 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-30c2680c-1ca9-4bff-8445-4c62c3165bf1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:14.841313 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-30c2680c-1ca9-4bff-8445-4c62c3165bf1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:14.844644 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-30c2680c-1ca9-4bff-8445-4c62c3165bf1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426631'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:14.852958 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:14.875795 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2680c-1ca9-4bff-8445-4c62c3165bf1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f1b4563-be09-486a-b984-11d79e7bda43,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:14.878493 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-30c2680c-1ca9-4bff-8445-4c62c3165bf1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:14.882439 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-30c2680c-1ca9-4bff-8445-4c62c3165bf1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:14.883589 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-30c2680c-1ca9-4bff-8445-4c62c3165bf1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1570077
Apr 07 15:15:14.886619 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 37256) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:15:14.892113 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-950c3a00-d82a-41ab-b392-44db11e2a434 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Request body: {'security_group_rule': {'security_group_id': '1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23', 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:15:14.898837 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-950c3a00-d82a-41ab-b392-44db11e2a434 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:15:14.903389 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-950c3a00-d82a-41ab-b392-44db11e2a434 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Usage tracker for resource:security_group_rule and tenant:2f76cffb12134de5b61dbbab4c4abadf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:15:14.906783 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-950c3a00-d82a-41ab-b392-44db11e2a434 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:15:14.913006 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-950c3a00-d82a-41ab-b392-44db11e2a434 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:15:14.930187 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-950c3a00-d82a-41ab-b392-44db11e2a434 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:15.005481 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-950c3a00-d82a-41ab-b392-44db11e2a434 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:15.010135 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-950c3a00-d82a-41ab-b392-44db11e2a434 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426631'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:15.012413 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-30c2680c-1ca9-4bff-8445-4c62c3165bf1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:15.039903 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c3a00-d82a-41ab-b392-44db11e2a434 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ae6e21-ed1e-4b8a-b2d9-0c24542fe70f,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:15.042200 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-950c3a00-d82a-41ab-b392-44db11e2a434 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:15.060493 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-950c3a00-d82a-41ab-b392-44db11e2a434 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:15.062067 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-950c3a00-d82a-41ab-b392-44db11e2a434 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1744616
Apr 07 15:15:15.066126 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 37260) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:15:15.073758 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-139750df-a262-4021-93e2-f6110aac1e25 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Request body: {'security_group_rule': {'security_group_id': '1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23', 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:15:15.080433 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-139750df-a262-4021-93e2-f6110aac1e25 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:15:15.085333 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-139750df-a262-4021-93e2-f6110aac1e25 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Usage tracker for resource:security_group_rule and tenant:2f76cffb12134de5b61dbbab4c4abadf is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:15:15.090564 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-139750df-a262-4021-93e2-f6110aac1e25 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:15:15.099440 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-139750df-a262-4021-93e2-f6110aac1e25 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:15:15.120466 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-139750df-a262-4021-93e2-f6110aac1e25 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:15.197473 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-139750df-a262-4021-93e2-f6110aac1e25 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:15.201122 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-139750df-a262-4021-93e2-f6110aac1e25 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426631'] for security_group_rule, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:15.218803 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b6f864ec-b604-42d3-adfc-c4d0f48a25e4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:15.236625 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139750df-a262-4021-93e2-f6110aac1e25 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed5674fc-c060-4e76-910e-e2c9c7b17334,revision_number=0']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:15.239464 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-139750df-a262-4021-93e2-f6110aac1e25 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:15.240872 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-139750df-a262-4021-93e2-f6110aac1e25 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:15.242399 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-139750df-a262-4021-93e2-f6110aac1e25 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1751475
Apr 07 15:15:15.245406 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 37266) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:15:15.251544 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-4a74f71d-8a64-4bfa-8a05-25ce595967d0 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Request body: {'security_group_rule': {'security_group_id': '1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23', 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:15:15.259693 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-4a74f71d-8a64-4bfa-8a05-25ce595967d0 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:15:15.267177 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-4a74f71d-8a64-4bfa-8a05-25ce595967d0 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Usage tracker for resource:security_group_rule and tenant:2f76cffb12134de5b61dbbab4c4abadf is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:15:15.270819 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-4a74f71d-8a64-4bfa-8a05-25ce595967d0 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:15:15.277724 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-4a74f71d-8a64-4bfa-8a05-25ce595967d0 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:15:15.289174 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.securitygroups_db [None req-4a74f71d-8a64-4bfa-8a05-25ce595967d0 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Project 2f76cffb12134de5b61dbbab4c4abadf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 07 15:15:15.296763 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4a74f71d-8a64-4bfa-8a05-25ce595967d0 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:15.377669 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4a74f71d-8a64-4bfa-8a05-25ce595967d0 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:15.380865 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4a74f71d-8a64-4bfa-8a05-25ce595967d0 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426631'] for security_group_rule, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:15.389789 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:15.409900 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74f71d-8a64-4bfa-8a05-25ce595967d0 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47bff1ad-f76c-44e7-b960-a1db9ae1b843,revision_number=0']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:15.412689 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-4a74f71d-8a64-4bfa-8a05-25ce595967d0 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:15.420193 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4a74f71d-8a64-4bfa-8a05-25ce595967d0 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:15.421565 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-4a74f71d-8a64-4bfa-8a05-25ce595967d0 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1748865
Apr 07 15:15:15.424458 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 37270) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:15:15.430293 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-511e662c-cd2e-41bc-988d-5e8d4d63d5d1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Request body: {'security_group_rule': {'security_group_id': '1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23', 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:15:15.436965 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-511e662c-cd2e-41bc-988d-5e8d4d63d5d1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:15:15.447361 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-511e662c-cd2e-41bc-988d-5e8d4d63d5d1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Usage tracker for resource:security_group_rule and tenant:2f76cffb12134de5b61dbbab4c4abadf is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:15:15.451986 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-511e662c-cd2e-41bc-988d-5e8d4d63d5d1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:15:15.462490 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-511e662c-cd2e-41bc-988d-5e8d4d63d5d1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:15:15.475088 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.securitygroups_db [None req-511e662c-cd2e-41bc-988d-5e8d4d63d5d1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Project 2f76cffb12134de5b61dbbab4c4abadf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 07 15:15:15.483140 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-511e662c-cd2e-41bc-988d-5e8d4d63d5d1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:15.568671 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-511e662c-cd2e-41bc-988d-5e8d4d63d5d1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:15.572420 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-511e662c-cd2e-41bc-988d-5e8d4d63d5d1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426631'] for security_group_rule, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:15.574772 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:15.602544 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e662c-cd2e-41bc-988d-5e8d4d63d5d1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb9c0f5-f3d8-4a86-9ba4-cf78cf956863,revision_number=0']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:15.607777 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-511e662c-cd2e-41bc-988d-5e8d4d63d5d1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:15.612211 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-511e662c-cd2e-41bc-988d-5e8d4d63d5d1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:15.613714 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-511e662c-cd2e-41bc-988d-5e8d4d63d5d1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1882322
Apr 07 15:15:16.224284 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device ac08e3cf-7cbc-48e6-80fa-3d9809f0625f up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:15:16.311393 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port ac08e3cf-7cbc-48e6-80fa-3d9809f0625f completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:15:16.316893 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port ac08e3cf-7cbc-48e6-80fa-3d9809f0625f triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:15:16.317388 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:16.448297 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:16.465606 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] For port ac08e3cf-7cbc-48e6-80fa-3d9809f0625f, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=ac08e3cf-7cbc-48e6-80fa-3d9809f0625f,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:15:16.470771 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:16.473234 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:16.547789 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Pushing event updated for resources: {'Port': ['ID=ac08e3cf-7cbc-48e6-80fa-3d9809f0625f,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:16.552725 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:17.929456 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] Sync routers for ids ['cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9'] in dv-cinder-782260-2-iscsi {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:15:17.948925 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] Routers {'cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:15:17.949656 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe693219208>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:15:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:15:18.182362 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] Set router cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:15:18.197341 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device ac08e3cf-7cbc-48e6-80fa-3d9809f0625f up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:15:18.278515 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port ac08e3cf-7cbc-48e6-80fa-3d9809f0625f triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:15:18.278926 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:18.550965 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe693219208>, [{'id': 'cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9', 'name': 'tempest-TestShelveInstance-1507451331-router', 'tenant_id': '779ce9b33be94547b20e88cadc4f3e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ac08e3cf-7cbc-48e6-80fa-3d9809f0625f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:15:07Z', 'updated_at': '2021-04-07T15:15:12Z', 'revision_number': 4, 'project_id': '779ce9b33be94547b20e88cadc4f3e24', 'gw_port': {'id': 'ac08e3cf-7cbc-48e6-80fa-3d9809f0625f', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:08Z', 'updated_at': '2021-04-07T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': 'c1821f49-4efd-4360-acf3-7d7e1a86eefa', 'name': '', 'network_id': 'f63ad2a0-17f1-486c-b513-b7fc6dc2ac30', 'tenant_id': '779ce9b33be94547b20e88cadc4f3e24', 'mac_address': 'fa:16:3e:d2:5a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ab6db1d8-9252-4be2-927a-eac7766808f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:11Z', 'updated_at': '2021-04-07T15:15:12Z', 'revision_number': 2, 'project_id': '779ce9b33be94547b20e88cadc4f3e24', 'subnets': [{'id': 'ab6db1d8-9252-4be2-927a-eac7766808f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:15:18.555288 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] Checking router: cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9 for host: dv-cinder-782260-2-iscsi {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:15:18.555690 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] Updating router cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9 port c1821f49-4efd-4360-acf3-7d7e1a86eefa binding host dv-cinder-782260-2-iscsi {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 15:15:18.619001 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:18.659344 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19986d6b-fea6-4827-bdc4-44fd7945409b req-cfe4fd13-5793-42f6-842b-ee2bf2be4a40 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:18.661001 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-19986d6b-fea6-4827-bdc4-44fd7945409b req-cfe4fd13-5793-42f6-842b-ee2bf2be4a40 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.1101151
Apr 07 15:15:18.694865 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-19986d6b-fea6-4827-bdc4-44fd7945409b req-8212228a-1020-4805-9204-ae6e679aa17e tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0263708
Apr 07 15:15:19.081709 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:19.094877 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] Transition to ACTIVE for port object c1821f49-4efd-4360-acf3-7d7e1a86eefa will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:15:19.101293 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:19.115493 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-4630a238-7c7d-48b4-9db1-8b7a8672f882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:19.251794 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e07e7b-06d9-4fa4-9e66-74ea559ce4b5 None None] Pushing event updated for resources: {'Port': ['ID=c1821f49-4efd-4360-acf3-7d7e1a86eefa,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:19.257235 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-41e07e7b-06d9-4fa4-9e66-74ea559ce4b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:19.481395 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] Attempting to bind port c1821f49-4efd-4360-acf3-7d7e1a86eefa on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:15:19.481889 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] Attempting to bind port c1821f49-4efd-4360-acf3-7d7e1a86eefa by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': 'c596fb91-327e-46f1-8298-cb502129f4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f63ad2a0-17f1-486c-b513-b7fc6dc2ac30'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:15:19.482080 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] Attempting to bind port c1821f49-4efd-4360-acf3-7d7e1a86eefa on network f63ad2a0-17f1-486c-b513-b7fc6dc2ac30 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:15:19.493669 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:15:19.494896 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] Checking segment: {'id': 'c596fb91-327e-46f1-8298-cb502129f4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f63ad2a0-17f1-486c-b513-b7fc6dc2ac30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:15:19.495375 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:19.495931 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] Bound using segment: {'id': 'c596fb91-327e-46f1-8298-cb502129f4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f63ad2a0-17f1-486c-b513-b7fc6dc2ac30'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:15:19.496386 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] Bound port: c1821f49-4efd-4360-acf3-7d7e1a86eefa, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c596fb91-327e-46f1-8298-cb502129f4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f63ad2a0-17f1-486c-b513-b7fc6dc2ac30'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:15:19.496808 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:19.517598 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cb4e9-a71c-420e-89cc-4e6d125ae077 req-746cfcc0-1fd1-46a1-a28b-1ace85a10daf tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:19.519314 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-348cb4e9-a71c-420e-89cc-4e6d125ae077 req-746cfcc0-1fd1-46a1-a28b-1ace85a10daf tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 945 time: 0.1057327
Apr 07 15:15:19.557504 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-348cb4e9-a71c-420e-89cc-4e6d125ae077 req-bff2ad6d-d78e-4c01-b0f7-7a7580590156 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0304635
Apr 07 15:15:19.585361 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] For port c1821f49-4efd-4360-acf3-7d7e1a86eefa, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:15:19.588666 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] For port c1821f49-4efd-4360-acf3-7d7e1a86eefa, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=c1821f49-4efd-4360-acf3-7d7e1a86eefa,segment=NetworkSegment(c596fb91-327e-46f1-8298-cb502129f4d1),segment_id=c596fb91-327e-46f1-8298-cb502129f4d1)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:15:19.593242 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:19.611861 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:19.936563 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e07e7b-06d9-4fa4-9e66-74ea559ce4b5 None None] Pushing event updated for resources: {'Port': ['ID=c1821f49-4efd-4360-acf3-7d7e1a86eefa,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:19.942118 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-41e07e7b-06d9-4fa4-9e66-74ea559ce4b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:19.951197 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52db34-6a79-4e10-9ee1-0aa0c15c8f01 req-41a5a9e5-6dee-43ff-af8f-d408f005231a tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:19.952901 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0e52db34-6a79-4e10-9ee1-0aa0c15c8f01 req-41a5a9e5-6dee-43ff-af8f-d408f005231a tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.0976453
Apr 07 15:15:19.987485 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0e52db34-6a79-4e10-9ee1-0aa0c15c8f01 req-6558dca7-5bda-4e1b-80d4-7b93224f2154 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0264823
Apr 07 15:15:19.987767 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] Routers {'cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:15:19.988431 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe693219208>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:15:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:15:20.196502 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] Set router cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:15:20.226000 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device c1821f49-4efd-4360-acf3-7d7e1a86eefa up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:15:20.303025 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port c1821f49-4efd-4360-acf3-7d7e1a86eefa completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:15:20.308647 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port c1821f49-4efd-4360-acf3-7d7e1a86eefa triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:15:20.309231 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:20.465848 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:20.483958 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] For port c1821f49-4efd-4360-acf3-7d7e1a86eefa, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=c1821f49-4efd-4360-acf3-7d7e1a86eefa,segment=NetworkSegment(c596fb91-327e-46f1-8298-cb502129f4d1),segment_id=c596fb91-327e-46f1-8298-cb502129f4d1)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:15:20.487495 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:20.489493 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:20.559243 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe693219208>, [{'id': 'cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9', 'name': 'tempest-TestShelveInstance-1507451331-router', 'tenant_id': '779ce9b33be94547b20e88cadc4f3e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ac08e3cf-7cbc-48e6-80fa-3d9809f0625f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:15:07Z', 'updated_at': '2021-04-07T15:15:12Z', 'revision_number': 4, 'project_id': '779ce9b33be94547b20e88cadc4f3e24', 'gw_port': {'id': 'ac08e3cf-7cbc-48e6-80fa-3d9809f0625f', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:08Z', 'updated_at': '2021-04-07T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': 'c1821f49-4efd-4360-acf3-7d7e1a86eefa', 'name': '', 'network_id': 'f63ad2a0-17f1-486c-b513-b7fc6dc2ac30', 'tenant_id': '779ce9b33be94547b20e88cadc4f3e24', 'mac_address': 'fa:16:3e:d2:5a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ab6db1d8-9252-4be2-927a-eac7766808f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:11Z', 'updated_at': '2021-04-07T15:15:19Z', 'revision_number': 4, 'project_id': '779ce9b33be94547b20e88cadc4f3e24', 'subnets': [{'id': 'ab6db1d8-9252-4be2-927a-eac7766808f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:15:20.564023 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d7e12a-ce8a-4588-9e9d-799a5582bb9c None None] The sync data for ids ['cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9'] in dv-cinder-782260-2-iscsi is: [{'id': 'cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9', 'name': 'tempest-TestShelveInstance-1507451331-router', 'tenant_id': '779ce9b33be94547b20e88cadc4f3e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ac08e3cf-7cbc-48e6-80fa-3d9809f0625f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:15:07Z', 'updated_at': '2021-04-07T15:15:12Z', 'revision_number': 4, 'project_id': '779ce9b33be94547b20e88cadc4f3e24', 'gw_port': {'id': 'ac08e3cf-7cbc-48e6-80fa-3d9809f0625f', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:08Z', 'updated_at': '2021-04-07T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': 'c1821f49-4efd-4360-acf3-7d7e1a86eefa', 'name': '', 'network_id': 'f63ad2a0-17f1-486c-b513-b7fc6dc2ac30', 'tenant_id': '779ce9b33be94547b20e88cadc4f3e24', 'mac_address': 'fa:16:3e:d2:5a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ab6db1d8-9252-4be2-927a-eac7766808f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:11Z', 'updated_at': '2021-04-07T15:15:19Z', 'revision_number': 4, 'project_id': '779ce9b33be94547b20e88cadc4f3e24', 'subnets': [{'id': 'ab6db1d8-9252-4be2-927a-eac7766808f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:15:20.564424 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Pushing event updated for resources: {'Port': ['ID=c1821f49-4efd-4360-acf3-7d7e1a86eefa,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:20.567810 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:20.862729 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43199c0-f4ed-4915-babb-4f2a9fa81976 req-5d6da6ee-55d1-4af4-9302-9c90c490abfd tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:20.865070 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f43199c0-f4ed-4915-babb-4f2a9fa81976 req-5d6da6ee-55d1-4af4-9302-9c90c490abfd tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 945 time: 0.1371322
Apr 07 15:15:20.875146 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b034a91-0c74-43ab-a52a-9880171b36f5 req-fad99b9d-056d-47bf-b267-7bb35cefed52 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:20.877537 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3b034a91-0c74-43ab-a52a-9880171b36f5 req-fad99b9d-056d-47bf-b267-7bb35cefed52 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.1995060
Apr 07 15:15:20.953792 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f43199c0-f4ed-4915-babb-4f2a9fa81976 req-aea73b8e-e3bb-45cf-b6b1-d88c1fba0e6e tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725565
Apr 07 15:15:20.979118 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-3b034a91-0c74-43ab-a52a-9880171b36f5 req-160fe0d3-518c-44cd-abc7-b8c94cdc99bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Deleting port 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:15:20.979521 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-3b034a91-0c74-43ab-a52a-9880171b36f5 req-160fe0d3-518c-44cd-abc7-b8c94cdc99bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:21.341832 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-3b034a91-0c74-43ab-a52a-9880171b36f5 req-160fe0d3-518c-44cd-abc7-b8c94cdc99bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] For port 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9,segment=NetworkSegment(d1787ff3-3fe3-4996-b14a-09fc1a214c5d),segment_id=d1787ff3-3fe3-4996-b14a-09fc1a214c5d)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:15:21.342421 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-3b034a91-0c74-43ab-a52a-9880171b36f5 req-160fe0d3-518c-44cd-abc7-b8c94cdc99bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:21.362392 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bf0eb-1ed2-458a-8d71-489b9ae3ed0f req-770406e5-c891-4ac2-a23c-41d90ea0cf4c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:21.364033 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-998bf0eb-1ed2-458a-8d71-489b9ae3ed0f req-770406e5-c891-4ac2-a23c-41d90ea0cf4c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 946 time: 0.2462783
Apr 07 15:15:21.473671 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-998bf0eb-1ed2-458a-8d71-489b9ae3ed0f req-2eda97f9-1ec9-4f2f-afc9-732fd8e0a4e3 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4ebc70b-8825-488e-973a-8e1bb893b8c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451617
Apr 07 15:15:21.723844 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-3b034a91-0c74-43ab-a52a-9880171b36f5 req-160fe0d3-518c-44cd-abc7-b8c94cdc99bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:21.724163 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-3b034a91-0c74-43ab-a52a-9880171b36f5 req-160fe0d3-518c-44cd-abc7-b8c94cdc99bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509939'] for floatingip, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:21.724490 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.l3_db [req-3b034a91-0c74-43ab-a52a-9880171b36f5 req-160fe0d3-518c-44cd-abc7-b8c94cdc99bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Floating IP fe32a44b-6e17-475f-82af-5b6bd700e463 disassociated. External IP: 172.27.2.85, port: 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9.
Apr 07 15:15:21.724872 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-3b034a91-0c74-43ab-a52a-9880171b36f5 req-160fe0d3-518c-44cd-abc7-b8c94cdc99bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Calling delete_port for 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 owned by compute:nova {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:15:21.886066 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-3b034a91-0c74-43ab-a52a-9880171b36f5 req-160fe0d3-518c-44cd-abc7-b8c94cdc99bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:21.905654 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:22.010774 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fe0d3-518c-44cd-abc7-b8c94cdc99bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Pushing event deleted for resources: {'Port': ['ID=4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:22.022230 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-160fe0d3-518c-44cd-abc7-b8c94cdc99bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:22.192205 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device c1821f49-4efd-4360-acf3-7d7e1a86eefa up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:15:22.272022 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port c1821f49-4efd-4360-acf3-7d7e1a86eefa triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:15:22.272441 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:22.334460 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffd183-14e2-4872-b5f2-03a5b896e5da req-a864b3b8-04b1-4110-9f3e-767021c7c5b1 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:22.336121 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e2ffd183-14e2-4872-b5f2-03a5b896e5da req-a864b3b8-04b1-4110-9f3e-767021c7c5b1 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 945 time: 0.2519734
Apr 07 15:15:22.393321 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e2ffd183-14e2-4872-b5f2-03a5b896e5da req-6688fba3-9280-4268-99d9-affee5796505 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481575
Apr 07 15:15:22.405378 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b034a91-0c74-43ab-a52a-9880171b36f5 req-160fe0d3-518c-44cd-abc7-b8c94cdc99bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Router c764c915-ec41-4008-bf7b-a4e90d126d9b has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:15:22.556276 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:15:22.866374 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-31dfa1ba-811f-487d-9488-7bdac0c7e7f5 req-241a78ef-1fe2-4ac5-bd07-382db8e33309 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e76f0c1-92b3-499b-be57-5e00dbeab0a4 HTTP/1.1" status: 200  len: 210 time: 0.1226306
Apr 07 15:15:22.940989 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b034a91-0c74-43ab-a52a-9880171b36f5 req-160fe0d3-518c-44cd-abc7-b8c94cdc99bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:15:22.954467 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe98863-1ccd-4bd0-b914-a0466a741bc7 None None] Sync routers for ids ['c764c915-ec41-4008-bf7b-a4e90d126d9b'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:15:22.966297 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe98863-1ccd-4bd0-b914-a0466a741bc7 None None] Routers {'c764c915-ec41-4008-bf7b-a4e90d126d9b'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:15:22.967029 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-cfe98863-1ccd-4bd0-b914-a0466a741bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690a67630>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:15:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['c764c915-ec41-4008-bf7b-a4e90d126d9b'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:15:23.023407 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b034a91-0c74-43ab-a52a-9880171b36f5 req-160fe0d3-518c-44cd-abc7-b8c94cdc99bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] No DVR routers for this DVR port 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 on host hv-cinder-78226 {{(pid=84337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:15:23.026379 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-3b034a91-0c74-43ab-a52a-9880171b36f5 req-160fe0d3-518c-44cd-abc7-b8c94cdc99bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:23.029447 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e76f0c1-92b3-499b-be57-5e00dbeab0a4', 'name': 'network-vif-deleted', 'tag': '4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:15:23.039204 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3b034a91-0c74-43ab-a52a-9880171b36f5 req-160fe0d3-518c-44cd-abc7-b8c94cdc99bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.65 "DELETE /v2.0/ports/4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 HTTP/1.1" status: 204  len: 173 time: 2.1439750
Apr 07 15:15:23.170685 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e76f0c1-92b3-499b-be57-5e00dbeab0a4', 'name': 'network-vif-deleted', 'tag': '4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9', 'status': 'completed', 'code': 200}
Apr 07 15:15:23.338823 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-cfe98863-1ccd-4bd0-b914-a0466a741bc7 None None] Set router c764c915-ec41-4008-bf7b-a4e90d126d9b gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:15:23.621018 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f65c2-88c7-47a9-ba67-558de7e95b3f req-db51c84e-bf7e-45ce-ad58-aa087d92c40a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:23.622898 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-590f65c2-88c7-47a9-ba67-558de7e95b3f req-db51c84e-bf7e-45ce-ad58-aa087d92c40a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 945 time: 0.1002080
Apr 07 15:15:23.658833 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-590f65c2-88c7-47a9-ba67-558de7e95b3f req-c18f08f1-0453-43d5-9b62-09b7a3d675bd tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0291364
Apr 07 15:15:23.712709 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-cfe98863-1ccd-4bd0-b914-a0466a741bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690a67630>, [{'id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'name': 'tempest-AttachVolumeTestJSON-288799174-router', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:10:52Z', 'updated_at': '2021-04-07T15:11:00Z', 'revision_number': 4, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'gw_port': {'id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:54Z', 'updated_at': '2021-04-07T15:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf', 'name': '', 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'mac_address': 'fa:16:3e:ce:13:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:59Z', 'updated_at': '2021-04-07T15:11:12Z', 'revision_number': 5, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'subnets': [{'id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:15:23.717365 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe98863-1ccd-4bd0-b914-a0466a741bc7 None None] Checking router: c764c915-ec41-4008-bf7b-a4e90d126d9b for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:15:23.728361 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe98863-1ccd-4bd0-b914-a0466a741bc7 None None] Routers {'c764c915-ec41-4008-bf7b-a4e90d126d9b'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:15:23.729032 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-cfe98863-1ccd-4bd0-b914-a0466a741bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690a67630>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:15:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['c764c915-ec41-4008-bf7b-a4e90d126d9b'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:15:23.939869 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:15:23.974400 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-cfe98863-1ccd-4bd0-b914-a0466a741bc7 None None] Set router c764c915-ec41-4008-bf7b-a4e90d126d9b gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:15:24.004881 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 37400) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:15:24.038198 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] No Port match for: 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:15:24.038750 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 4cf969d1-d5a9-4bcf-ab98-1a6f57298ce9 not bound to the agent host hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:15:24.081381 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e511158a-b90e-4314-b845-f6be39711757 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:24.128226 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e511158a-b90e-4314-b845-f6be39711757 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:24.180373 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e511158a-b90e-4314-b845-f6be39711757 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:24.184899 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ada9cc04-30ac-4acd-9505-12a06a006fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:24.200968 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511158a-b90e-4314-b845-f6be39711757 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ebc70b-8825-488e-973a-8e1bb893b8c1,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:24.203493 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e511158a-b90e-4314-b845-f6be39711757 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:24.217931 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e511158a-b90e-4314-b845-f6be39711757 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:24.219834 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-e511158a-b90e-4314-b845-f6be39711757 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "DELETE /v2.0/security-groups/d4ebc70b-8825-488e-973a-8e1bb893b8c1 HTTP/1.1" status: 204  len: 168 time: 0.2136223
Apr 07 15:15:24.223054 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 37404) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:15:24.251916 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.v2.resource [None req-7a6d51cb-363b-48c7-bb95-7a3462f7c1b2 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] show failed (client error): The resource could not be found.
Apr 07 15:15:24.253731 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-7a6d51cb-363b-48c7-bb95-7a3462f7c1b2 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups/d4ebc70b-8825-488e-973a-8e1bb893b8c1 HTTP/1.1" status: 404  len: 347 time: 0.0290365
Apr 07 15:15:24.257631 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 37408) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:15:24.431412 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-cfe98863-1ccd-4bd0-b914-a0466a741bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690a67630>, [{'id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'name': 'tempest-AttachVolumeTestJSON-288799174-router', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:10:52Z', 'updated_at': '2021-04-07T15:11:00Z', 'revision_number': 4, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'gw_port': {'id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:54Z', 'updated_at': '2021-04-07T15:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf', 'name': '', 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'mac_address': 'fa:16:3e:ce:13:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:59Z', 'updated_at': '2021-04-07T15:11:12Z', 'revision_number': 5, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'subnets': [{'id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:15:24.435988 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe98863-1ccd-4bd0-b914-a0466a741bc7 None None] The sync data for ids ['c764c915-ec41-4008-bf7b-a4e90d126d9b'] in dv-cinder-782260-2-iscsi is: [{'id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'name': 'tempest-AttachVolumeTestJSON-288799174-router', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:10:52Z', 'updated_at': '2021-04-07T15:11:00Z', 'revision_number': 4, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'gw_port': {'id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:54Z', 'updated_at': '2021-04-07T15:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf', 'name': '', 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'mac_address': 'fa:16:3e:ce:13:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:59Z', 'updated_at': '2021-04-07T15:11:12Z', 'revision_number': 5, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'subnets': [{'id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:15:24.493191 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-4952199f-7ed4-49a2-a519-84eaf02b038f tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Deleting port 998890e4-3f5d-4fd5-aed7-848b0faf1d64 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:15:24.493635 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4952199f-7ed4-49a2-a519-84eaf02b038f tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:24.688894 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4952199f-7ed4-49a2-a519-84eaf02b038f tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:24.689434 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4952199f-7ed4-49a2-a519-84eaf02b038f tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:24.830602 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-4952199f-7ed4-49a2-a519-84eaf02b038f tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Calling delete_port for 998890e4-3f5d-4fd5-aed7-848b0faf1d64 owned by network:floatingip {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:15:24.865498 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024cf358-ca57-486b-acd1-5de83bf3bb8b None None] New status for floating IP fe32a44b-6e17-475f-82af-5b6bd700e463: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 15:15:24.913759 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31aa35-89a8-48ed-91f0-404e2858dc70 req-4c35dcbd-899c-4aee-982d-d288369f4344 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:24.922793 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9c31aa35-89a8-48ed-91f0-404e2858dc70 req-4c35dcbd-899c-4aee-982d-d288369f4344 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 945 time: 0.1043785
Apr 07 15:15:24.954426 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9c31aa35-89a8-48ed-91f0-404e2858dc70 req-e5af8504-5adb-4888-89f9-f8c82c7e50f6 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0305297
Apr 07 15:15:25.000253 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4952199f-7ed4-49a2-a519-84eaf02b038f tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:25.016392 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-4b1352e0-6acc-4ea5-b776-f405a31beb21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:25.052451 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.db.api [None req-024cf358-ca57-486b-acd1-5de83bf3bb8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84340) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 07 15:15:25.052889 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_db.api [None req-024cf358-ca57-486b-acd1-5de83bf3bb8b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 07 15:15:25.120687 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4952199f-7ed4-49a2-a519-84eaf02b038f tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Pushing event deleted for resources: {'Port': ['ID=998890e4-3f5d-4fd5-aed7-848b0faf1d64,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:25.125741 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-4952199f-7ed4-49a2-a519-84eaf02b038f tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:25.291031 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4952199f-7ed4-49a2-a519-84eaf02b038f tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for floatingip, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:25.303843 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4952199f-7ed4-49a2-a519-84eaf02b038f tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:25.305137 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-4952199f-7ed4-49a2-a519-84eaf02b038f tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "DELETE /v2.0/floatingips/fe32a44b-6e17-475f-82af-5b6bd700e463 HTTP/1.1" status: 204  len: 168 time: 1.0463858
Apr 07 15:15:25.533067 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 37418) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:15:25.538966 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-018bd173-f635-414a-bb80-d3a3a2fb11ec tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1173610757', 'description': 'tempest-description--1699456694'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:15:25.545553 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-018bd173-f635-414a-bb80-d3a3a2fb11ec tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:15:25.550272 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-018bd173-f635-414a-bb80-d3a3a2fb11ec tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Usage tracker for resource:security_group and tenant:b12d2babc7ca4e538b15fd6776db7809 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:15:25.553489 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-018bd173-f635-414a-bb80-d3a3a2fb11ec tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:15:25.554937 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024cf358-ca57-486b-acd1-5de83bf3bb8b None None] New status for floating IP fe32a44b-6e17-475f-82af-5b6bd700e463: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 15:15:25.562612 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-018bd173-f635-414a-bb80-d3a3a2fb11ec tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:15:25.573846 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-018bd173-f635-414a-bb80-d3a3a2fb11ec tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:25.580772 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-018bd173-f635-414a-bb80-d3a3a2fb11ec tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:15:25.588363 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-018bd173-f635-414a-bb80-d3a3a2fb11ec tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Usage tracker for resource:security_group_rule and tenant:b12d2babc7ca4e538b15fd6776db7809 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:15:25.593323 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-018bd173-f635-414a-bb80-d3a3a2fb11ec tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:15:25.603123 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-018bd173-f635-414a-bb80-d3a3a2fb11ec tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:15:25.726085 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-018bd173-f635-414a-bb80-d3a3a2fb11ec tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:25.730002 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-018bd173-f635-414a-bb80-d3a3a2fb11ec tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:25.739936 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1fe4fcfd-8e74-4f55-9429-388646e0331c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:25.815511 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-018bd173-f635-414a-bb80-d3a3a2fb11ec tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:25.816917 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-018bd173-f635-414a-bb80-d3a3a2fb11ec tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2827327
Apr 07 15:15:25.817982 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018bd173-f635-414a-bb80-d3a3a2fb11ec tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=618faf1f-3bf5-442c-83b4-d3110ab841dd,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:25.820545 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 37422) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:15:25.823364 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-018bd173-f635-414a-bb80-d3a3a2fb11ec tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:25.827323 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-ff026073-0b48-4e63-8096-fc357985251d tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Request body: {'security_group_rule': {'security_group_id': '618faf1f-3bf5-442c-83b4-d3110ab841dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:15:25.834390 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-ff026073-0b48-4e63-8096-fc357985251d tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:15:25.838873 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-ff026073-0b48-4e63-8096-fc357985251d tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Usage tracker for resource:security_group_rule and tenant:b12d2babc7ca4e538b15fd6776db7809 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:15:25.842204 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-ff026073-0b48-4e63-8096-fc357985251d tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:15:25.848846 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-ff026073-0b48-4e63-8096-fc357985251d tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:15:25.867674 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ff026073-0b48-4e63-8096-fc357985251d tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:25.938424 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ff026073-0b48-4e63-8096-fc357985251d tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:25.941721 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ff026073-0b48-4e63-8096-fc357985251d tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426631'] for security_group_rule, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:25.944270 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-4a74f71d-8a64-4bfa-8a05-25ce595967d0 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:25.969049 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff026073-0b48-4e63-8096-fc357985251d tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2f1838-0a2e-472c-9454-2cdcae411d11,revision_number=0']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:25.973953 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ff026073-0b48-4e63-8096-fc357985251d tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:25.977801 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ff026073-0b48-4e63-8096-fc357985251d tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:25.979154 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-ff026073-0b48-4e63-8096-fc357985251d tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1574829
Apr 07 15:15:25.982156 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 37426) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:15:25.987856 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-c89d0db7-54fb-454d-b97c-d7918e51b2cb tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Request body: {'security_group_rule': {'security_group_id': '618faf1f-3bf5-442c-83b4-d3110ab841dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:15:25.995282 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-c89d0db7-54fb-454d-b97c-d7918e51b2cb tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:15:26.000365 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-c89d0db7-54fb-454d-b97c-d7918e51b2cb tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Usage tracker for resource:security_group_rule and tenant:b12d2babc7ca4e538b15fd6776db7809 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:15:26.004011 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-c89d0db7-54fb-454d-b97c-d7918e51b2cb tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:15:26.011066 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-c89d0db7-54fb-454d-b97c-d7918e51b2cb tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:15:26.030141 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c89d0db7-54fb-454d-b97c-d7918e51b2cb tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:26.140189 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c89d0db7-54fb-454d-b97c-d7918e51b2cb tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:26.145335 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c89d0db7-54fb-454d-b97c-d7918e51b2cb tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426631'] for security_group_rule, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:26.149994 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:26.181530 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d0db7-54fb-454d-b97c-d7918e51b2cb tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98b9838-4680-4fca-84e5-3bb461aab489,revision_number=0']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:26.196645 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c89d0db7-54fb-454d-b97c-d7918e51b2cb tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:26.203408 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c89d0db7-54fb-454d-b97c-d7918e51b2cb tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:26.204701 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-c89d0db7-54fb-454d-b97c-d7918e51b2cb tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2214952
Apr 07 15:15:26.208726 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 37432) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:15:26.215046 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-a84de2aa-7f30-4794-8606-350c31273a05 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Request body: {'floatingip': {'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:15:26.221862 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-a84de2aa-7f30-4794-8606-350c31273a05 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:15:26.222020 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa2404-d63f-4342-80b3-66b4c3625021 req-155629a7-085e-4a8e-a3f1-b412627600b0 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:26.223588 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-18fa2404-d63f-4342-80b3-66b4c3625021 req-155629a7-085e-4a8e-a3f1-b412627600b0 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 945 time: 0.1390998
Apr 07 15:15:26.227135 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-a84de2aa-7f30-4794-8606-350c31273a05 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Usage tracker for resource:floatingip and tenant:b12d2babc7ca4e538b15fd6776db7809 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:15:26.230612 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-a84de2aa-7f30-4794-8606-350c31273a05 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:15:26.236270 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-a84de2aa-7f30-4794-8606-350c31273a05 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:15:26.247397 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a84de2aa-7f30-4794-8606-350c31273a05 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for floatingip, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:26.257410 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-18fa2404-d63f-4342-80b3-66b4c3625021 req-c9890b32-b8e1-4574-a574-5da5a2cfe0c0 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0271034
Apr 07 15:15:26.398214 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a84de2aa-7f30-4794-8606-350c31273a05 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:26.552240 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-a84de2aa-7f30-4794-8606-350c31273a05 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Allocated IP 172.27.2.62 (aaa28d56-97c7-4706-9a1c-f1c898d32c63/b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0/997e5ab9-e0ae-4dd7-9443-e76e2e12bfda) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:15:26.716732 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a84de2aa-7f30-4794-8606-350c31273a05 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:26.749550 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a84de2aa-7f30-4794-8606-350c31273a05 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:26.765119 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:27.149884 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84de2aa-7f30-4794-8606-350c31273a05 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Pushing event updated for resources: {'Port': ['ID=997e5ab9-e0ae-4dd7-9443-e76e2e12bfda,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:27.154659 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a84de2aa-7f30-4794-8606-350c31273a05 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:27.206763 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84de2aa-7f30-4794-8606-350c31273a05 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Network aaa28d56-97c7-4706-9a1c-f1c898d32c63 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:15:27.207957 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-a84de2aa-7f30-4794-8606-350c31273a05 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:15:27.210300 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84de2aa-7f30-4794-8606-350c31273a05 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:15:27.300465 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a84de2aa-7f30-4794-8606-350c31273a05 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:27.372889 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-464a739e-6c9b-46c2-97da-58bcb2ee0814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:27.376434 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a84de2aa-7f30-4794-8606-350c31273a05 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:27.484491 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c1598-fe82-4cff-b8a9-cd1a93b93522 req-5a3c13aa-3764-4fb7-babe-c11ce49183c8 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:27.486167 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-db1c1598-fe82-4cff-b8a9-cd1a93b93522 req-5a3c13aa-3764-4fb7-babe-c11ce49183c8 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 945 time: 0.0956323
Apr 07 15:15:27.518535 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-db1c1598-fe82-4cff-b8a9-cd1a93b93522 req-1575c886-b942-4be8-973b-e6e77dfc7b49 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0252812
Apr 07 15:15:27.665321 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a84de2aa-7f30-4794-8606-350c31273a05 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:27.669679 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a84de2aa-7f30-4794-8606-350c31273a05 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103687'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:27.690169 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-565ad6ab-39ce-4004-ac8f-2499a09b41bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:27.827797 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84de2aa-7f30-4794-8606-350c31273a05 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Pushing event updated for resources: {'Port': ['ID=997e5ab9-e0ae-4dd7-9443-e76e2e12bfda,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:27.832789 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a84de2aa-7f30-4794-8606-350c31273a05 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:27.933136 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a84de2aa-7f30-4794-8606-350c31273a05 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509939'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:27.959180 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a84de2aa-7f30-4794-8606-350c31273a05 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:27.960503 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-a84de2aa-7f30-4794-8606-350c31273a05 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.7506731
Apr 07 15:15:28.195431 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-ac0df9a5-e673-475f-9318-1de3801a242a req-f022bffa-39e7-49db-9e3a-06b7bb7dcbfb tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Synchronizing usage tracker for tenant:b12d2babc7ca4e538b15fd6776db7809 on resource:security_group {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:15:28.210993 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-ac0df9a5-e673-475f-9318-1de3801a242a req-f022bffa-39e7-49db-9e3a-06b7bb7dcbfb tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Unset dirty status for tenant:b12d2babc7ca4e538b15fd6776db7809 on resource:security_group {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:15:28.212312 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ac0df9a5-e673-475f-9318-1de3801a242a req-f022bffa-39e7-49db-9e3a-06b7bb7dcbfb tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1173610757&fields=id&tenant_id=b12d2babc7ca4e538b15fd6776db7809 HTTP/1.1" status: 200  len: 267 time: 0.0437357
Apr 07 15:15:28.381805 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0df9a5-e673-475f-9318-1de3801a242a req-4c44c5d2-a21d-4db9-8b78-6fc5576b9838 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:28.383428 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ac0df9a5-e673-475f-9318-1de3801a242a req-4c44c5d2-a21d-4db9-8b78-6fc5576b9838 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/networks?id=9ec87ff2-febc-4f18-8e41-ab2231995e81 HTTP/1.1" status: 200  len: 810 time: 0.1634629
Apr 07 15:15:28.403133 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ac0df9a5-e673-475f-9318-1de3801a242a req-d69d789f-b843-4b79-b5d9-9eab4e93d789 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/quotas/b12d2babc7ca4e538b15fd6776db7809 HTTP/1.1" status: 200  len: 375 time: 0.0107906
Apr 07 15:15:28.511552 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-ac0df9a5-e673-475f-9318-1de3801a242a req-cf585207-ea94-4030-bc14-59933a39b79c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Synchronizing usage tracker for tenant:b12d2babc7ca4e538b15fd6776db7809 on resource:port {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:15:28.529470 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-ac0df9a5-e673-475f-9318-1de3801a242a req-cf585207-ea94-4030-bc14-59933a39b79c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Unset dirty status for tenant:b12d2babc7ca4e538b15fd6776db7809 on resource:port {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:15:28.530932 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ac0df9a5-e673-475f-9318-1de3801a242a req-cf585207-ea94-4030-bc14-59933a39b79c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b12d2babc7ca4e538b15fd6776db7809&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1131892
Apr 07 15:15:28.866423 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6c72e-ea34-4284-a672-8c8cf5330637 req-e093ba09-0a1e-4925-9683-b549becfa9f5 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:28.868034 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b8f6c72e-ea34-4284-a672-8c8cf5330637 req-e093ba09-0a1e-4925-9683-b549becfa9f5 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 945 time: 0.2254395
Apr 07 15:15:28.874020 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ac0df9a5-e673-475f-9318-1de3801a242a req-4659781b-6142-4734-97c1-7ddf30fe3d2b service neutron] 10.222.0.39 "GET /v2.0/networks/9ec87ff2-febc-4f18-8e41-ab2231995e81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3258047
Apr 07 15:15:28.983773 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b8f6c72e-ea34-4284-a672-8c8cf5330637 req-0588ffb7-4fba-4150-9248-f8abd4f73ea6 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1087065
Apr 07 15:15:29.046642 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ac0df9a5-e673-475f-9318-1de3801a242a req-cc3fcb4f-a834-450c-af8c-262af843e96f service neutron] 10.222.0.39 "GET /v2.0/networks/9ec87ff2-febc-4f18-8e41-ab2231995e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1592557
Apr 07 15:15:29.256561 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-78777ecb-0e2e-4f0e-8133-d1a0b8873c46 req-a7bf2be4-c615-4ec7-8044-87db96936769 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d87a7c1-c002-47f6-bab5-8b42233e6a5a HTTP/1.1" status: 200  len: 210 time: 0.0525494
Apr 07 15:15:29.987647 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-56ecc305-ae1c-4469-9bf7-4574da4714b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:30.058731 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:30.205258 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15e027-5399-490b-83f8-28c0f0e28a52 req-0e458d47-634f-4922-afa5-48545c4a2a91 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:30.206970 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2e15e027-5399-490b-83f8-28c0f0e28a52 req-0e458d47-634f-4922-afa5-48545c4a2a91 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 945 time: 0.0934436
Apr 07 15:15:30.240747 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2e15e027-5399-490b-83f8-28c0f0e28a52 req-a01fb853-f923-4d76-9277-98a13ae0383f tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0265617
Apr 07 15:15:30.446170 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1cc24c89-7f37-4c03-b4c0-896b7fc8d8c1 req-29983660-f369-4c70-b1a7-5b12f69ed6c7 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d87a7c1-c002-47f6-bab5-8b42233e6a5a HTTP/1.1" status: 200  len: 210 time: 0.0542295
Apr 07 15:15:30.835398 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0df9a5-e673-475f-9318-1de3801a242a req-f936144c-9fcc-42d0-b48a-6d5df9b41743 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:30.837017 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ac0df9a5-e673-475f-9318-1de3801a242a req-f936144c-9fcc-42d0-b48a-6d5df9b41743 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.65 "GET /v2.0/networks?id=9ec87ff2-febc-4f18-8e41-ab2231995e81 HTTP/1.1" status: 200  len: 810 time: 0.1815472
Apr 07 15:15:30.916680 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ac0df9a5-e673-475f-9318-1de3801a242a req-5c65cb49-8c08-4615-9987-bb6b3c738eb3 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b12d2babc7ca4e538b15fd6776db7809 HTTP/1.1" status: 200  len: 5709 time: 0.0598361
Apr 07 15:15:30.926818 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-ac0df9a5-e673-475f-9318-1de3801a242a req-f8e6b43d-a263-48ca-9939-b8e3a22c06f4 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Request body: {'port': {'device_id': '7d87a7c1-c002-47f6-bab5-8b42233e6a5a', 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81', 'admin_state_up': True, 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'security_groups': ['618faf1f-3bf5-442c-83b4-d3110ab841dd']}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:15:31.082301 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-ac0df9a5-e673-475f-9318-1de3801a242a req-f8e6b43d-a263-48ca-9939-b8e3a22c06f4 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:15:31.092856 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-ac0df9a5-e673-475f-9318-1de3801a242a req-f8e6b43d-a263-48ca-9939-b8e3a22c06f4 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:15:31.102297 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0df9a5-e673-475f-9318-1de3801a242a req-f8e6b43d-a263-48ca-9939-b8e3a22c06f4 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Made reservation on behalf of b12d2babc7ca4e538b15fd6776db7809 for: {'port': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:15:31.108401 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-ac0df9a5-e673-475f-9318-1de3801a242a req-f8e6b43d-a263-48ca-9939-b8e3a22c06f4 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:31.262660 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [req-ac0df9a5-e673-475f-9318-1de3801a242a req-f8e6b43d-a263-48ca-9939-b8e3a22c06f4 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Allocated IP 172.20.0.5 (9ec87ff2-febc-4f18-8e41-ab2231995e81/7b4613b1-aa51-4fff-9468-67e278e334ca/c2af178d-beea-4032-9c95-9c5562f06c0c) {{(pid=84337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:15:31.335623 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:31.542320 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-ac0df9a5-e673-475f-9318-1de3801a242a req-f8e6b43d-a263-48ca-9939-b8e3a22c06f4 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for port, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:31.559040 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca79ef-009d-4ca4-866c-e51bd484379b req-44ba2bcc-6547-4045-8317-58e952d38939 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:31.561177 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dbca79ef-009d-4ca4-866c-e51bd484379b req-44ba2bcc-6547-4045-8317-58e952d38939 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 945 time: 0.1760900
Apr 07 15:15:31.577094 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-ac0df9a5-e673-475f-9318-1de3801a242a req-f8e6b43d-a263-48ca-9939-b8e3a22c06f4 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Transition to ACTIVE for port object c2af178d-beea-4032-9c95-9c5562f06c0c will not be triggered until provisioned by entity DHCP. {{(pid=84337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:15:31.652228 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7f3c1530-d899-4b5c-9b68-0c03e5ab445f req-822adb3d-6f0a-403b-a7b2-c50638b31beb tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d87a7c1-c002-47f6-bab5-8b42233e6a5a HTTP/1.1" status: 200  len: 210 time: 0.0605984
Apr 07 15:15:31.656325 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dbca79ef-009d-4ca4-866c-e51bd484379b req-24d1104b-aa20-4da9-a037-d7215c7e6d25 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0807242
Apr 07 15:15:31.674887 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-ac0df9a5-e673-475f-9318-1de3801a242a req-f8e6b43d-a263-48ca-9939-b8e3a22c06f4 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:31.690808 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:31.829993 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:31.833695 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6b43d-a263-48ca-9939-b8e3a22c06f4 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Pushing event updated for resources: {'Port': ['ID=c2af178d-beea-4032-9c95-9c5562f06c0c,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:31.836711 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f8e6b43d-a263-48ca-9939-b8e3a22c06f4 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:31.895478 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0df9a5-e673-475f-9318-1de3801a242a req-f8e6b43d-a263-48ca-9939-b8e3a22c06f4 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Network 9ec87ff2-febc-4f18-8e41-ab2231995e81 is already hosted by enough agents. {{(pid=84337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:15:31.896869 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [req-ac0df9a5-e673-475f-9318-1de3801a242a req-f8e6b43d-a263-48ca-9939-b8e3a22c06f4 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Resources bound (agent type, host, resource id):  {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:15:31.899508 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0df9a5-e673-475f-9318-1de3801a242a req-f8e6b43d-a263-48ca-9939-b8e3a22c06f4 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Received port after_create {{(pid=84337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:15:31.952317 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:31.970716 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0df9a5-e673-475f-9318-1de3801a242a req-f8e6b43d-a263-48ca-9939-b8e3a22c06f4 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:31.971391 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-ac0df9a5-e673-475f-9318-1de3801a242a req-f8e6b43d-a263-48ca-9939-b8e3a22c06f4 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:31.978794 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 162912ca-6f93-4812-8f4e-5b287b08742a details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 15:15:32.009737 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ac0df9a5-e673-475f-9318-1de3801a242a req-f8e6b43d-a263-48ca-9939-b8e3a22c06f4 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0874662
Apr 07 15:15:32.120704 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-ac0df9a5-e673-475f-9318-1de3801a242a req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] Request body: {'port': {'device_id': '7d87a7c1-c002-47f6-bab5-8b42233e6a5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:15:32.135328 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-4ea848f1-8359-4c93-88fb-732788a5249f None None] Provisioning for port c2af178d-beea-4032-9c95-9c5562f06c0c completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:15:32.149530 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-4ea848f1-8359-4c93-88fb-732788a5249f None None] Provisioning complete for port c2af178d-beea-4032-9c95-9c5562f06c0c triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:15:32.149955 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4ea848f1-8359-4c93-88fb-732788a5249f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:32.206802 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 162912ca-6f93-4812-8f4e-5b287b08742a, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=162912ca-6f93-4812-8f4e-5b287b08742a,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:15:32.228371 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Returning: {'device': '162912ca-6f93-4812-8f4e-5b287b08742a', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'port_id': '162912ca-6f93-4812-8f4e-5b287b08742a', 'mac_address': 'fa:16:3e:4f:53:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 15:15:32.230141 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-4ea848f1-8359-4c93-88fb-732788a5249f None None] Port c2af178d-beea-4032-9c95-9c5562f06c0c cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:15:32.262417 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-ac0df9a5-e673-475f-9318-1de3801a242a req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:32.291329 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:32.292708 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 162912ca-6f93-4812-8f4e-5b287b08742a {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:15:32.310107 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 162912ca-6f93-4812-8f4e-5b287b08742a, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=162912ca-6f93-4812-8f4e-5b287b08742a,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:15:32.316809 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:32.318720 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:32.406083 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=162912ca-6f93-4812-8f4e-5b287b08742a,revision_number=6']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:32.415508 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:32.415855 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:32.416212 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:32.416677 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:32.417070 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:32.417584 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:32.418096 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:32.418505 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:32.418900 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:32.419305 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:32.419676 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:32.420109 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:32.424859 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:32.466162 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['162912ca-6f93-4812-8f4e-5b287b08742a'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:15:32.691066 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [req-ac0df9a5-e673-475f-9318-1de3801a242a req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2af178d-beea-4032-9c95-9c5562f06c0c {{(pid=84337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:15:32.700318 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-ac0df9a5-e673-475f-9318-1de3801a242a req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:32.717076 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-ac0df9a5-e673-475f-9318-1de3801a242a req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] Transition to ACTIVE for port object c2af178d-beea-4032-9c95-9c5562f06c0c will not be triggered until provisioned by entity L2. {{(pid=84337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:15:32.720592 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-ac0df9a5-e673-475f-9318-1de3801a242a req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852156545'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:32.763374 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6c8636d4-183d-4ada-8a0a-23fe26c6deb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:33.302880 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2af178d-beea-4032-9c95-9c5562f06c0c,revision_number=2']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:33.310112 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:33.476284 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816ac5c-1265-45b3-b0a1-6ebfcda66aa9 req-889c9534-f366-495a-bca8-afc5fba83f6b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:33.478278 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c816ac5c-1265-45b3-b0a1-6ebfcda66aa9 req-889c9534-f366-495a-bca8-afc5fba83f6b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 944 time: 0.3140471
Apr 07 15:15:33.486874 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05c96f-abbc-4e93-b109-adecf3ce3430 req-63007d9f-e3b8-4ab9-a2a1-f51aa9634dec tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:33.487720 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-3b05c96f-abbc-4e93-b109-adecf3ce3430 req-63007d9f-e3b8-4ab9-a2a1-f51aa9634dec tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Synchronizing usage tracker for tenant:b12d2babc7ca4e538b15fd6776db7809 on resource:port {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:15:33.613328 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c816ac5c-1265-45b3-b0a1-6ebfcda66aa9 req-7cce1335-dcd0-40e6-bf46-7fcaf85eb766 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1209433
Apr 07 15:15:33.616462 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-3b05c96f-abbc-4e93-b109-adecf3ce3430 req-63007d9f-e3b8-4ab9-a2a1-f51aa9634dec tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Unset dirty status for tenant:b12d2babc7ca4e538b15fd6776db7809 on resource:port {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:15:33.617647 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3b05c96f-abbc-4e93-b109-adecf3ce3430 req-63007d9f-e3b8-4ab9-a2a1-f51aa9634dec tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d87a7c1-c002-47f6-bab5-8b42233e6a5a HTTP/1.1" status: 200  len: 943 time: 0.4697754
Apr 07 15:15:33.671502 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3b05c96f-abbc-4e93-b109-adecf3ce3430 req-a3677580-d746-41fb-adcf-86bc56f304e5 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=618faf1f-3bf5-442c-83b4-d3110ab841dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459991
Apr 07 15:15:33.672449 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-ac0df9a5-e673-475f-9318-1de3801a242a req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] Attempting to bind port c2af178d-beea-4032-9c95-9c5562f06c0c on host hv-cinder-78226 for vnic_type normal with profile  {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:15:33.672837 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-ac0df9a5-e673-475f-9318-1de3801a242a req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] Attempting to bind port c2af178d-beea-4032-9c95-9c5562f06c0c by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'd1787ff3-3fe3-4996-b14a-09fc1a214c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81'}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:15:33.673275 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0df9a5-e673-475f-9318-1de3801a242a req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] Attempting to bind port c2af178d-beea-4032-9c95-9c5562f06c0c on network 9ec87ff2-febc-4f18-8e41-ab2231995e81 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:15:33.679412 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0df9a5-e673-475f-9318-1de3801a242a req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] Port c2af178d-beea-4032-9c95-9c5562f06c0c on network 9ec87ff2-febc-4f18-8e41-ab2231995e81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 15:15:33.679843 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0df9a5-e673-475f-9318-1de3801a242a req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] Attempting to bind port c2af178d-beea-4032-9c95-9c5562f06c0c on network 9ec87ff2-febc-4f18-8e41-ab2231995e81 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:15:33.686123 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0df9a5-e673-475f-9318-1de3801a242a req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] Checking agent: {'id': 'b2fd6503-106d-4224-ac4d-40fda7056aab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:15:33.686559 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0df9a5-e673-475f-9318-1de3801a242a req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] Checking segment: {'id': 'd1787ff3-3fe3-4996-b14a-09fc1a214c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:15:33.686995 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0df9a5-e673-475f-9318-1de3801a242a req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] Bound using segment: {'id': 'd1787ff3-3fe3-4996-b14a-09fc1a214c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81'} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:15:33.687533 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-ac0df9a5-e673-475f-9318-1de3801a242a req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] Bound port: c2af178d-beea-4032-9c95-9c5562f06c0c, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1787ff3-3fe3-4996-b14a-09fc1a214c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81'}}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:15:33.687930 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-ac0df9a5-e673-475f-9318-1de3801a242a req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:33.809036 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-ac0df9a5-e673-475f-9318-1de3801a242a req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] For port c2af178d-beea-4032-9c95-9c5562f06c0c, host hv-cinder-78226, cleared binding levels {{(pid=84337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:15:33.813146 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-ac0df9a5-e673-475f-9318-1de3801a242a req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] For port c2af178d-beea-4032-9c95-9c5562f06c0c, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=c2af178d-beea-4032-9c95-9c5562f06c0c,segment=NetworkSegment(d1787ff3-3fe3-4996-b14a-09fc1a214c5d),segment_id=d1787ff3-3fe3-4996-b14a-09fc1a214c5d)] {{(pid=84337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:15:33.817259 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-ac0df9a5-e673-475f-9318-1de3801a242a req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852156545'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:33.835109 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c4c7f63c-3078-47dd-a7bb-41992f5d56c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:33.991813 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-9486ed11-5ee4-4310-8ab0-e10115000701 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Synchronizing usage tracker for tenant:2f76cffb12134de5b61dbbab4c4abadf on resource:security_group {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:15:34.002241 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 162912ca-6f93-4812-8f4e-5b287b08742a up at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:15:34.047822 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2af178d-beea-4032-9c95-9c5562f06c0c,revision_number=3']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:34.051810 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:34.056006 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-9486ed11-5ee4-4310-8ab0-e10115000701 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Unset dirty status for tenant:2f76cffb12134de5b61dbbab4c4abadf on resource:security_group {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:15:34.057254 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-9486ed11-5ee4-4310-8ab0-e10115000701 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-766603510&fields=id&tenant_id=2f76cffb12134de5b61dbbab4c4abadf HTTP/1.1" status: 200  len: 267 time: 0.2232277
Apr 07 15:15:34.091972 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning complete for port 162912ca-6f93-4812-8f4e-5b287b08742a triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:15:34.092429 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:34.120491 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0df9a5-e673-475f-9318-1de3801a242a req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:34.121258 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-ac0df9a5-e673-475f-9318-1de3801a242a req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:34.122804 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ac0df9a5-e673-475f-9318-1de3801a242a req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] 10.222.0.65 "PUT /v2.0/ports/c2af178d-beea-4032-9c95-9c5562f06c0c HTTP/1.1" status: 200  len: 1093 time: 2.0938582
Apr 07 15:15:34.185626 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d87a7c1-c002-47f6-bab5-8b42233e6a5a', 'tag': 'c2af178d-beea-4032-9c95-9c5562f06c0c'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:15:34.260362 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:34.274242 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe52a95-9cef-4ca5-8c15-d7519d9eb02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162912ca-6f93-4812-8f4e-5b287b08742a'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:15:34.287656 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 162912ca-6f93-4812-8f4e-5b287b08742a, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=162912ca-6f93-4812-8f4e-5b287b08742a,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:15:34.290962 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:34.293118 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:34.341967 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d87a7c1-c002-47f6-bab5-8b42233e6a5a', 'tag': 'c2af178d-beea-4032-9c95-9c5562f06c0c', 'status': 'completed', 'code': 200}
Apr 07 15:15:34.409483 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=162912ca-6f93-4812-8f4e-5b287b08742a,revision_number=7']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:34.416582 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:34.462489 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe52a95-9cef-4ca5-8c15-d7519d9eb02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162912ca-6f93-4812-8f4e-5b287b08742a', 'code': 200}
Apr 07 15:15:34.470578 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-86fa4d40-874b-4d99-a686-4aba2abf9150 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:34.472369 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-86fa4d40-874b-4d99-a686-4aba2abf9150 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/networks?id=59ba7fe3-d40f-4f7c-b163-210007707fcc HTTP/1.1" status: 200  len: 808 time: 0.3897500
Apr 07 15:15:34.474878 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0df9a5-e673-475f-9318-1de3801a242a req-c137600e-8340-41e4-a6d4-34d479967b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:34.476420 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ac0df9a5-e673-475f-9318-1de3801a242a req-c137600e-8340-41e4-a6d4-34d479967b65 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b12d2babc7ca4e538b15fd6776db7809&device_id=7d87a7c1-c002-47f6-bab5-8b42233e6a5a HTTP/1.1" status: 200  len: 1096 time: 0.2747967
Apr 07 15:15:34.495680 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-c1505f84-684a-48fa-b0b1-55a09386caa1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/quotas/2f76cffb12134de5b61dbbab4c4abadf HTTP/1.1" status: 200  len: 375 time: 0.0110974
Apr 07 15:15:34.620303 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ac0df9a5-e673-475f-9318-1de3801a242a req-fa9acd80-58e8-490f-be43-1a9fdbfa3cf6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2af178d-beea-4032-9c95-9c5562f06c0c HTTP/1.1" status: 200  len: 217 time: 0.0806828
Apr 07 15:15:34.708864 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0df9a5-e673-475f-9318-1de3801a242a req-0bb54e70-eabf-456e-9912-1a113f69cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:34.710540 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ac0df9a5-e673-475f-9318-1de3801a242a req-0bb54e70-eabf-456e-9912-1a113f69cfd3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7b4613b1-aa51-4fff-9468-67e278e334ca HTTP/1.1" status: 200  len: 849 time: 0.0830438
Apr 07 15:15:34.786896 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-924a78df-7389-4ff4-9e3c-4e55d7fcea4b tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f76cffb12134de5b61dbbab4c4abadf&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2831500
Apr 07 15:15:35.080403 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0df9a5-e673-475f-9318-1de3801a242a req-7fd2a52c-9d59-44be-bfc6-77aa0f34d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:35.082425 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ac0df9a5-e673-475f-9318-1de3801a242a req-7fd2a52c-9d59-44be-bfc6-77aa0f34d4a6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9ec87ff2-febc-4f18-8e41-ab2231995e81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3648741
Apr 07 15:15:35.087808 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-e7bc26b0-9853-4eba-a10a-f55505bc00da service neutron] 10.222.0.39 "GET /v2.0/networks/59ba7fe3-d40f-4f7c-b163-210007707fcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2798655
Apr 07 15:15:35.309271 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46805d-6a57-4b4e-a179-57e8e49eb2e8 req-462a7e39-9ea8-4757-88d9-adff0197a9b5 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:35.311002 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7f46805d-6a57-4b4e-a179-57e8e49eb2e8 req-462a7e39-9ea8-4757-88d9-adff0197a9b5 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 945 time: 0.5046389
Apr 07 15:15:35.392250 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7f46805d-6a57-4b4e-a179-57e8e49eb2e8 req-1d591d4b-f8d6-4840-87f5-8cacbad9c2b6 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643330
Apr 07 15:15:35.458283 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ac0df9a5-e673-475f-9318-1de3801a242a req-2e0936df-8cb5-42cb-ac76-aad54d1cf304 service neutron] 10.222.0.65 "GET /v2.0/networks/9ec87ff2-febc-4f18-8e41-ab2231995e81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3662553
Apr 07 15:15:35.460750 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-1e27c22a-39e8-492d-9ef2-1e3ae8b036bc service neutron] 10.222.0.39 "GET /v2.0/networks/59ba7fe3-d40f-4f7c-b163-210007707fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3396692
Apr 07 15:15:35.950113 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ac0df9a5-e673-475f-9318-1de3801a242a req-2f002d8d-80af-4e75-8f74-69430d522006 service neutron] 10.222.0.65 "GET /v2.0/networks/9ec87ff2-febc-4f18-8e41-ab2231995e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4848766
Apr 07 15:15:35.998647 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b7460-1d1e-44b6-b1f0-4a59feae5535 req-567c864e-9585-4746-b6a0-60cc0998a3e3 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:36.010265 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-145b7460-1d1e-44b6-b1f0-4a59feae5535 req-567c864e-9585-4746-b6a0-60cc0998a3e3 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d87a7c1-c002-47f6-bab5-8b42233e6a5a HTTP/1.1" status: 200  len: 943 time: 0.3602450
Apr 07 15:15:36.116352 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-145b7460-1d1e-44b6-b1f0-4a59feae5535 req-ced6fb48-0b32-4154-8ccf-48eeb324f5e6 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=618faf1f-3bf5-442c-83b4-d3110ab841dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1050889
Apr 07 15:15:36.208068 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2c1ef8e3-f5ea-4882-9374-228459f8fc5b req-aab5e1a1-e664-41a5-90a0-49f84d9b6eeb tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 210 time: 0.1424260
Apr 07 15:15:36.271356 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0fc5c-9649-4a81-a295-b1fc0e04f219 req-45a7bbde-4985-4d58-840f-cb98a06d2ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:36.272986 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d2d0fc5c-9649-4a81-a295-b1fc0e04f219 req-45a7bbde-4985-4d58-840f-cb98a06d2ff9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b12d2babc7ca4e538b15fd6776db7809&device_id=7d87a7c1-c002-47f6-bab5-8b42233e6a5a HTTP/1.1" status: 200  len: 1096 time: 0.1552026
Apr 07 15:15:36.846754 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0fc5c-9649-4a81-a295-b1fc0e04f219 req-81779070-f193-431d-83b8-ee74d96221ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:36.848377 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d2d0fc5c-9649-4a81-a295-b1fc0e04f219 req-81779070-f193-431d-83b8-ee74d96221ce service neutron] 10.222.0.65 "GET /v2.0/networks?id=9ec87ff2-febc-4f18-8e41-ab2231995e81 HTTP/1.1" status: 200  len: 911 time: 0.5672970
Apr 07 15:15:36.935289 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d2d0fc5c-9649-4a81-a295-b1fc0e04f219 req-a19bd506-6730-455b-90f5-9f3531076998 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2af178d-beea-4032-9c95-9c5562f06c0c HTTP/1.1" status: 200  len: 217 time: 0.0797350
Apr 07 15:15:37.025470 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0fc5c-9649-4a81-a295-b1fc0e04f219 req-ead85bfa-d92f-472a-9312-ee0d74824fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:37.027054 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d2d0fc5c-9649-4a81-a295-b1fc0e04f219 req-ead85bfa-d92f-472a-9312-ee0d74824fe3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7b4613b1-aa51-4fff-9468-67e278e334ca HTTP/1.1" status: 200  len: 849 time: 0.0834045
Apr 07 15:15:37.040835 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fd908-e022-4af1-b1e8-5ab31db7654b req-90f86f45-8af8-48d0-87a4-edeed463829f tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:37.042649 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-473fd908-e022-4af1-b1e8-5ab31db7654b req-90f86f45-8af8-48d0-87a4-edeed463829f tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 945 time: 0.2412434
Apr 07 15:15:37.135103 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-473fd908-e022-4af1-b1e8-5ab31db7654b req-84789865-652a-4a70-9c3c-29e41bd206f6 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459497
Apr 07 15:15:37.201049 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0fc5c-9649-4a81-a295-b1fc0e04f219 req-b4629c36-bedf-4745-80d1-a14215a922cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:37.203969 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d2d0fc5c-9649-4a81-a295-b1fc0e04f219 req-b4629c36-bedf-4745-80d1-a14215a922cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9ec87ff2-febc-4f18-8e41-ab2231995e81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1600211
Apr 07 15:15:37.544370 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-32dc99cc-e9a2-47e5-8213-4306a4723487 req-064130e7-914f-41dd-aa1b-68b9802379ef tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 210 time: 0.1254044
Apr 07 15:15:37.636879 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d2d0fc5c-9649-4a81-a295-b1fc0e04f219 req-4ffc9b0f-a3e2-416d-9a08-0eb3aaee95dd service neutron] 10.222.0.65 "GET /v2.0/networks/9ec87ff2-febc-4f18-8e41-ab2231995e81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4255617
Apr 07 15:15:37.647223 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0094b-4b7e-4896-994d-06fe7623575b req-28cfa030-953a-421c-9716-6868b176c67c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:37.655559 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3db0094b-4b7e-4896-994d-06fe7623575b req-28cfa030-953a-421c-9716-6868b176c67c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d87a7c1-c002-47f6-bab5-8b42233e6a5a HTTP/1.1" status: 200  len: 943 time: 0.2351372
Apr 07 15:15:37.821887 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3db0094b-4b7e-4896-994d-06fe7623575b req-e954f895-4be9-468c-b78d-0e0a7e6cd8e4 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=618faf1f-3bf5-442c-83b4-d3110ab841dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1652572
Apr 07 15:15:37.836057 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-44fd2c96-34bf-43f7-9a51-fe52fbc02ab1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:37.837725 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-44fd2c96-34bf-43f7-9a51-fe52fbc02ab1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Synchronizing usage tracker for tenant:2f76cffb12134de5b61dbbab4c4abadf on resource:network {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:15:37.854543 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d2d0fc5c-9649-4a81-a295-b1fc0e04f219 req-a1e22708-3ac3-4742-b450-be3e69324b7c service neutron] 10.222.0.65 "GET /v2.0/networks/9ec87ff2-febc-4f18-8e41-ab2231995e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1959374
Apr 07 15:15:37.868270 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-44fd2c96-34bf-43f7-9a51-fe52fbc02ab1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Unset dirty status for tenant:2f76cffb12134de5b61dbbab4c4abadf on resource:network {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:15:37.869652 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-44fd2c96-34bf-43f7-9a51-fe52fbc02ab1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.65 "GET /v2.0/networks?id=59ba7fe3-d40f-4f7c-b163-210007707fcc HTTP/1.1" status: 200  len: 808 time: 0.2986121
Apr 07 15:15:37.963018 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-db1a86f9-038b-41b4-8333-620bc68a6f5a tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Synchronizing usage tracker for tenant:2f76cffb12134de5b61dbbab4c4abadf on resource:security_group {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:15:37.980191 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-db1a86f9-038b-41b4-8333-620bc68a6f5a tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Unset dirty status for tenant:2f76cffb12134de5b61dbbab4c4abadf on resource:security_group {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:15:37.981938 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-db1a86f9-038b-41b4-8333-620bc68a6f5a tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2f76cffb12134de5b61dbbab4c4abadf HTTP/1.1" status: 200  len: 8059 time: 0.0940986
Apr 07 15:15:38.000795 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-771312fb-3e08-419e-a8bb-9bd17acbddd7 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Request body: {'port': {'device_id': 'efd26784-e21b-49ad-8b51-cb17d42bae7b', 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc', 'admin_state_up': True, 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'security_groups': ['1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23']}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:15:38.037643 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device c2af178d-beea-4032-9c95-9c5562f06c0c details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 15:15:38.231495 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-771312fb-3e08-419e-a8bb-9bd17acbddd7 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:15:38.236217 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-771312fb-3e08-419e-a8bb-9bd17acbddd7 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Usage tracker for resource:port and tenant:2f76cffb12134de5b61dbbab4c4abadf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:15:38.239478 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-771312fb-3e08-419e-a8bb-9bd17acbddd7 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:15:38.246313 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-771312fb-3e08-419e-a8bb-9bd17acbddd7 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:15:38.261450 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-771312fb-3e08-419e-a8bb-9bd17acbddd7 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Made reservation on behalf of 2f76cffb12134de5b61dbbab4c4abadf for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:15:38.268146 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-771312fb-3e08-419e-a8bb-9bd17acbddd7 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:38.306768 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port c2af178d-beea-4032-9c95-9c5562f06c0c, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=c2af178d-beea-4032-9c95-9c5562f06c0c,segment=NetworkSegment(d1787ff3-3fe3-4996-b14a-09fc1a214c5d),segment_id=d1787ff3-3fe3-4996-b14a-09fc1a214c5d)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:15:38.324643 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Returning: {'device': 'c2af178d-beea-4032-9c95-9c5562f06c0c', 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81', 'port_id': 'c2af178d-beea-4032-9c95-9c5562f06c0c', 'mac_address': 'fa:16:3e:ae:6b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 15:15:38.416019 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:38.417574 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2af178d-beea-4032-9c95-9c5562f06c0c {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:15:38.436072 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port c2af178d-beea-4032-9c95-9c5562f06c0c, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=c2af178d-beea-4032-9c95-9c5562f06c0c,segment=NetworkSegment(d1787ff3-3fe3-4996-b14a-09fc1a214c5d),segment_id=d1787ff3-3fe3-4996-b14a-09fc1a214c5d)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:15:38.439753 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:38.442072 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b79fc14b-b556-42a9-a026-04c5913c2415 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:38.464050 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae1cdf-e574-40ef-ba6f-de2eba2d2364 req-f567f754-6858-41b3-93c3-e5c4a966f3a4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:38.467063 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b2ae1cdf-e574-40ef-ba6f-de2eba2d2364 req-f567f754-6858-41b3-93c3-e5c4a966f3a4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 945 time: 0.1443813
Apr 07 15:15:38.513868 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b2ae1cdf-e574-40ef-ba6f-de2eba2d2364 req-245f0d7d-9f49-4d1b-ab6c-a5994d5c11a4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395951
Apr 07 15:15:38.534922 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=c2af178d-beea-4032-9c95-9c5562f06c0c,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:38.538596 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:38.548887 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-771312fb-3e08-419e-a8bb-9bd17acbddd7 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Allocated IP 172.20.0.12 (59ba7fe3-d40f-4f7c-b163-210007707fcc/bf450d66-5220-4b2a-a595-d0db8b4aeb81/5f38b7f8-1224-4957-8f24-a1afc866aaa7) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:15:38.752549 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['c2af178d-beea-4032-9c95-9c5562f06c0c'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:15:38.811939 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c9cdc8c9-3cfe-4e7d-9034-dcc80f2cd465 req-50052442-d6a3-4762-9075-ceef3ac67ebf tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 210 time: 0.1224089
Apr 07 15:15:38.908974 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-771312fb-3e08-419e-a8bb-9bd17acbddd7 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:38.928428 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-771312fb-3e08-419e-a8bb-9bd17acbddd7 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Transition to ACTIVE for port object 5f38b7f8-1224-4957-8f24-a1afc866aaa7 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:15:38.953748 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-771312fb-3e08-419e-a8bb-9bd17acbddd7 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:39.073579 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-32f46cda-2675-4dda-908c-23eb61bb8ac3 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:39.170433 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771312fb-3e08-419e-a8bb-9bd17acbddd7 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Pushing event updated for resources: {'Port': ['ID=5f38b7f8-1224-4957-8f24-a1afc866aaa7,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:39.180777 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-771312fb-3e08-419e-a8bb-9bd17acbddd7 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:39.233919 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-771312fb-3e08-419e-a8bb-9bd17acbddd7 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Network 59ba7fe3-d40f-4f7c-b163-210007707fcc is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:15:39.235642 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-771312fb-3e08-419e-a8bb-9bd17acbddd7 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:15:39.238000 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-771312fb-3e08-419e-a8bb-9bd17acbddd7 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:15:39.336658 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-771312fb-3e08-419e-a8bb-9bd17acbddd7 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:39.337457 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-771312fb-3e08-419e-a8bb-9bd17acbddd7 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:39.341570 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d17914-e726-4854-b5db-ba13b3cbeed6 req-46bc3866-912c-45f0-a9f8-50ec328c40bb tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:39.352276 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a4d17914-e726-4854-b5db-ba13b3cbeed6 req-46bc3866-912c-45f0-a9f8-50ec328c40bb tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d87a7c1-c002-47f6-bab5-8b42233e6a5a HTTP/1.1" status: 200  len: 944 time: 0.2146375
Apr 07 15:15:39.382493 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-771312fb-3e08-419e-a8bb-9bd17acbddd7 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3873224
Apr 07 15:15:39.404120 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] Request body: {'port': {'device_id': 'efd26784-e21b-49ad-8b51-cb17d42bae7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:15:39.423463 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a4d17914-e726-4854-b5db-ba13b3cbeed6 req-1aab4cba-75b4-4ace-9a58-cb751b06dbef tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=618faf1f-3bf5-442c-83b4-d3110ab841dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695009
Apr 07 15:15:39.569903 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:39.604175 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-f4e31d44-0284-4108-8bd0-7ceed94cf912 None None] Provisioning for port 5f38b7f8-1224-4957-8f24-a1afc866aaa7 completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:15:39.633278 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-f4e31d44-0284-4108-8bd0-7ceed94cf912 None None] Provisioning complete for port 5f38b7f8-1224-4957-8f24-a1afc866aaa7 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:15:39.634060 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f4e31d44-0284-4108-8bd0-7ceed94cf912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:39.899340 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-f4e31d44-0284-4108-8bd0-7ceed94cf912 None None] Port 5f38b7f8-1224-4957-8f24-a1afc866aaa7 cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:15:40.038151 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device c2af178d-beea-4032-9c95-9c5562f06c0c up at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:15:40.042378 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b2f05-706a-4482-8902-e4c606dd1245 req-e3394e7c-5116-46f4-98d6-aee23e0d5418 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:40.046006 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a21b2f05-706a-4482-8902-e4c606dd1245 req-e3394e7c-5116-46f4-98d6-aee23e0d5418 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 945 time: 0.2021160
Apr 07 15:15:40.102538 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a21b2f05-706a-4482-8902-e4c606dd1245 req-7c214205-5304-476e-8c28-27909711d894 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491612
Apr 07 15:15:40.261174 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning for port c2af178d-beea-4032-9c95-9c5562f06c0c completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:15:40.273265 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning complete for port c2af178d-beea-4032-9c95-9c5562f06c0c triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:15:40.274530 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:40.355499 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c4a1e-6f67-4a9d-b9f5-0b060b479602 req-bcbbe74b-8018-4972-8e8f-d21b6baba8ba tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:40.368767 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f52c4a1e-6f67-4a9d-b9f5-0b060b479602 req-bcbbe74b-8018-4972-8e8f-d21b6baba8ba tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 932 time: 0.1795435
Apr 07 15:15:40.412653 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f52c4a1e-6f67-4a9d-b9f5-0b060b479602 req-802f6738-eade-48f8-b3d6-68bf4208307f tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373852
Apr 07 15:15:40.455665 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:40.472910 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d87a7c1-c002-47f6-bab5-8b42233e6a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2af178d-beea-4032-9c95-9c5562f06c0c'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:15:40.484848 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port c2af178d-beea-4032-9c95-9c5562f06c0c, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=c2af178d-beea-4032-9c95-9c5562f06c0c,segment=NetworkSegment(d1787ff3-3fe3-4996-b14a-09fc1a214c5d),segment_id=d1787ff3-3fe3-4996-b14a-09fc1a214c5d)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:15:40.489975 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:40.492205 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ff756c4f-2fa9-4210-9ed2-d988686d7aa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:40.500142 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f38b7f8-1224-4957-8f24-a1afc866aaa7 {{(pid=84338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:15:40.520035 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:40.552193 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] Transition to ACTIVE for port object 5f38b7f8-1224-4957-8f24-a1afc866aaa7 will not be triggered until provisioned by entity L2. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:15:40.566944 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103687'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:40.573761 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=c2af178d-beea-4032-9c95-9c5562f06c0c,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:40.578510 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d87a7c1-c002-47f6-bab5-8b42233e6a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2af178d-beea-4032-9c95-9c5562f06c0c', 'code': 200}
Apr 07 15:15:40.579443 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:40.609723 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b78fd0b5-7dae-4ec3-a3fc-18abf613dc0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:40.785916 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] Pushing event updated for resources: {'Port': ['ID=5f38b7f8-1224-4957-8f24-a1afc866aaa7,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:40.791647 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:40.876648 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755dca2-0788-4d9c-a2cb-aef9d0d83be6 req-b4e22abd-d74a-4f59-8a45-bc10a138d1c5 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:40.878571 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a755dca2-0788-4d9c-a2cb-aef9d0d83be6 req-b4e22abd-d74a-4f59-8a45-bc10a138d1c5 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d87a7c1-c002-47f6-bab5-8b42233e6a5a HTTP/1.1" status: 200  len: 945 time: 0.1934118
Apr 07 15:15:41.002034 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a755dca2-0788-4d9c-a2cb-aef9d0d83be6 req-abadc526-0424-4141-8970-5a9eb401f9c7 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=618faf1f-3bf5-442c-83b4-d3110ab841dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1132455
Apr 07 15:15:41.057995 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b91aef-427b-4001-945c-2d4f9fc1ab75 req-2953b2e4-853e-49c8-b9ec-051e080311d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:41.060408 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b2b91aef-427b-4001-945c-2d4f9fc1ab75 req-2953b2e4-853e-49c8-b9ec-051e080311d0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7d87a7c1-c002-47f6-bab5-8b42233e6a5a HTTP/1.1" status: 200  len: 1098 time: 0.1390724
Apr 07 15:15:41.109149 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b2b91aef-427b-4001-945c-2d4f9fc1ab75 req-6012f831-37cf-4abf-bace-761a1c819960 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=618faf1f-3bf5-442c-83b4-d3110ab841dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384982
Apr 07 15:15:41.125751 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] Attempting to bind port 5f38b7f8-1224-4957-8f24-a1afc866aaa7 on host hv-cinder-78226 for vnic_type normal with profile  {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:15:41.126136 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] Attempting to bind port 5f38b7f8-1224-4957-8f24-a1afc866aaa7 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '5edea384-b393-40bb-9192-75b6d6f83470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:15:41.126489 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] Attempting to bind port 5f38b7f8-1224-4957-8f24-a1afc866aaa7 on network 59ba7fe3-d40f-4f7c-b163-210007707fcc {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:15:41.135118 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] Port 5f38b7f8-1224-4957-8f24-a1afc866aaa7 on network 59ba7fe3-d40f-4f7c-b163-210007707fcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 15:15:41.135562 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] Attempting to bind port 5f38b7f8-1224-4957-8f24-a1afc866aaa7 on network 59ba7fe3-d40f-4f7c-b163-210007707fcc {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:15:41.145174 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] Checking agent: {'id': 'b2fd6503-106d-4224-ac4d-40fda7056aab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:15:41.145452 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] Checking segment: {'id': '5edea384-b393-40bb-9192-75b6d6f83470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:15:41.145906 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] Bound using segment: {'id': '5edea384-b393-40bb-9192-75b6d6f83470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc'} {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:15:41.146427 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] Bound port: 5f38b7f8-1224-4957-8f24-a1afc866aaa7, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5edea384-b393-40bb-9192-75b6d6f83470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc'}}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:15:41.146828 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:41.280526 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] For port 5f38b7f8-1224-4957-8f24-a1afc866aaa7, host hv-cinder-78226, cleared binding levels {{(pid=84338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:15:41.284953 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] For port 5f38b7f8-1224-4957-8f24-a1afc866aaa7, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=5f38b7f8-1224-4957-8f24-a1afc866aaa7,segment=NetworkSegment(5edea384-b393-40bb-9192-75b6d6f83470),segment_id=5edea384-b393-40bb-9192-75b6d6f83470)] {{(pid=84338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:15:41.290885 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103687'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:41.305818 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:41.511724 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] Pushing event updated for resources: {'Port': ['ID=5f38b7f8-1224-4957-8f24-a1afc866aaa7,revision_number=3']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:41.524116 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:41.525131 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204adbc5-0f42-4ec1-9fc4-cdbc95b17d11 req-99389939-3c66-4188-9771-909da3f66d15 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:41.532395 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-204adbc5-0f42-4ec1-9fc4-cdbc95b17d11 req-99389939-3c66-4188-9771-909da3f66d15 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 945 time: 0.1629267
Apr 07 15:15:41.584551 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-204adbc5-0f42-4ec1-9fc4-cdbc95b17d11 req-f1e76ba3-732e-4422-900d-58b7d978040b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485375
Apr 07 15:15:41.596945 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:41.597670 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:41.599215 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] 10.222.0.65 "PUT /v2.0/ports/5f38b7f8-1224-4957-8f24-a1afc866aaa7 HTTP/1.1" status: 200  len: 1094 time: 2.2005804
Apr 07 15:15:41.602503 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd26784-e21b-49ad-8b51-cb17d42bae7b', 'tag': '5f38b7f8-1224-4957-8f24-a1afc866aaa7'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:15:41.804469 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4d630-4fa7-4a13-bb6d-4a92d00136bc req-31672386-0648-484b-a1ae-1b5134f87948 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:41.814359 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eaf4d630-4fa7-4a13-bb6d-4a92d00136bc req-31672386-0648-484b-a1ae-1b5134f87948 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 944 time: 0.1708131
Apr 07 15:15:41.869423 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eaf4d630-4fa7-4a13-bb6d-4a92d00136bc req-09e0a09f-85cf-43bd-9099-970615d81326 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541043
Apr 07 15:15:41.904691 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-777966f2-158b-4101-a9e8-189043f2df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:41.911250 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-777966f2-158b-4101-a9e8-189043f2df1e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f76cffb12134de5b61dbbab4c4abadf&device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 1097 time: 0.2449832
Apr 07 15:15:41.999284 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd26784-e21b-49ad-8b51-cb17d42bae7b', 'tag': '5f38b7f8-1224-4957-8f24-a1afc866aaa7', 'status': 'completed', 'code': 200}
Apr 07 15:15:42.019426 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-324fdb54-fe8d-4883-8603-d4e649a33af9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f38b7f8-1224-4957-8f24-a1afc866aaa7 HTTP/1.1" status: 200  len: 217 time: 0.0881531
Apr 07 15:15:42.126825 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-5ab5c147-b0db-45c2-a68a-085eb1d294f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:42.128528 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-5ab5c147-b0db-45c2-a68a-085eb1d294f4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf450d66-5220-4b2a-a595-d0db8b4aeb81 HTTP/1.1" status: 200  len: 847 time: 0.0988877
Apr 07 15:15:42.265175 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6eb7e-560e-4ce5-bab6-9e821c29edaf req-f91896c3-5638-43b7-b371-28141182a011 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:42.275577 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b5c6eb7e-560e-4ce5-bab6-9e821c29edaf req-f91896c3-5638-43b7-b371-28141182a011 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d87a7c1-c002-47f6-bab5-8b42233e6a5a HTTP/1.1" status: 200  len: 945 time: 0.1159244
Apr 07 15:15:42.307416 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-1a73c788-c6c4-4327-b851-dc025593a1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:42.309057 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-1a73c788-c6c4-4327-b851-dc025593a1a4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59ba7fe3-d40f-4f7c-b163-210007707fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1449010
Apr 07 15:15:42.320810 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b5c6eb7e-560e-4ce5-bab6-9e821c29edaf req-08e7c5cd-5be8-4490-9ba8-11b5bd32699b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=618faf1f-3bf5-442c-83b4-d3110ab841dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405428
Apr 07 15:15:42.545409 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-0e7cad52-9bf7-4b32-bbdd-060569f665b8 service neutron] 10.222.0.65 "GET /v2.0/networks/59ba7fe3-d40f-4f7c-b163-210007707fcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2228119
Apr 07 15:15:42.713749 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b713d4e5-e663-44f7-8502-0a15ea455998 req-c4c1b6eb-73b3-46d7-8f2e-3b42e6b0287d service neutron] 10.222.0.65 "GET /v2.0/networks/59ba7fe3-d40f-4f7c-b163-210007707fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1614480
Apr 07 15:15:42.927268 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9b0ee-39e5-4141-a8eb-8ccf90bf216f req-789bd181-ed03-492b-af90-f80f9aa93d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:42.928911 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f4f9b0ee-39e5-4141-a8eb-8ccf90bf216f req-789bd181-ed03-492b-af90-f80f9aa93d23 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f76cffb12134de5b61dbbab4c4abadf&device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 1097 time: 0.1002419
Apr 07 15:15:42.956145 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da18d4a-96ef-4b3b-a30c-bf0c97510324 req-5f93a31b-ee97-4bf5-848a-e0b49eb1eabc tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:42.957873 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9da18d4a-96ef-4b3b-a30c-bf0c97510324 req-5f93a31b-ee97-4bf5-848a-e0b49eb1eabc tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 945 time: 0.1357448
Apr 07 15:15:43.028828 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9da18d4a-96ef-4b3b-a30c-bf0c97510324 req-d867d086-f4e3-41ee-ae91-257eb960834c tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637553
Apr 07 15:15:43.175089 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9b0ee-39e5-4141-a8eb-8ccf90bf216f req-e5823bf0-2c4d-4ff1-852e-48b33cc4f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:43.176704 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f4f9b0ee-39e5-4141-a8eb-8ccf90bf216f req-e5823bf0-2c4d-4ff1-852e-48b33cc4f149 service neutron] 10.222.0.65 "GET /v2.0/networks?id=59ba7fe3-d40f-4f7c-b163-210007707fcc HTTP/1.1" status: 200  len: 909 time: 0.2400599
Apr 07 15:15:43.185301 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d64ff-a75a-4c4f-a888-ce39acfb71a7 req-6b548e24-afd9-4332-a237-b00b0fb20358 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:43.187390 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e48d64ff-a75a-4c4f-a888-ce39acfb71a7 req-6b548e24-afd9-4332-a237-b00b0fb20358 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 944 time: 0.1082971
Apr 07 15:15:43.232701 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e48d64ff-a75a-4c4f-a888-ce39acfb71a7 req-900e8c77-9d4b-4028-9265-b6d805da8418 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0358970
Apr 07 15:15:43.270324 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f4f9b0ee-39e5-4141-a8eb-8ccf90bf216f req-88168ce3-3f2c-47be-b962-45d1cfc48523 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f38b7f8-1224-4957-8f24-a1afc866aaa7 HTTP/1.1" status: 200  len: 217 time: 0.0867438
Apr 07 15:15:43.361038 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9b0ee-39e5-4141-a8eb-8ccf90bf216f req-b8a355f6-a0a5-421e-a498-2ca186b2d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:43.362695 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f4f9b0ee-39e5-4141-a8eb-8ccf90bf216f req-b8a355f6-a0a5-421e-a498-2ca186b2d442 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf450d66-5220-4b2a-a595-d0db8b4aeb81 HTTP/1.1" status: 200  len: 847 time: 0.0855312
Apr 07 15:15:43.468340 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9b0ee-39e5-4141-a8eb-8ccf90bf216f req-0e3d7c5c-8740-4b67-93ff-daf3fbf20715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:43.469929 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f4f9b0ee-39e5-4141-a8eb-8ccf90bf216f req-0e3d7c5c-8740-4b67-93ff-daf3fbf20715 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59ba7fe3-d40f-4f7c-b163-210007707fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1004415
Apr 07 15:15:43.543154 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e542b36-ca0d-4759-8e05-7e951c80c040 req-636fe859-08f9-4b18-a70a-ad8326677d82 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:43.551561 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8e542b36-ca0d-4759-8e05-7e951c80c040 req-636fe859-08f9-4b18-a70a-ad8326677d82 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d87a7c1-c002-47f6-bab5-8b42233e6a5a HTTP/1.1" status: 200  len: 945 time: 0.1095393
Apr 07 15:15:43.594107 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8e542b36-ca0d-4759-8e05-7e951c80c040 req-dbd669a7-dca8-4ed9-ae80-85d2ad5beddb tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=618faf1f-3bf5-442c-83b4-d3110ab841dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414474
Apr 07 15:15:43.690237 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f4f9b0ee-39e5-4141-a8eb-8ccf90bf216f req-1da67fdb-c306-4ac4-b29e-2dc3647390ed service neutron] 10.222.0.65 "GET /v2.0/networks/59ba7fe3-d40f-4f7c-b163-210007707fcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2072170
Apr 07 15:15:43.917766 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c7d3c-c01b-4872-abaa-472f9a63963d req-0ab164c7-d052-409a-be63-04d0bad41329 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:43.929637 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9b5c7d3c-c01b-4872-abaa-472f9a63963d req-0ab164c7-d052-409a-be63-04d0bad41329 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d87a7c1-c002-47f6-bab5-8b42233e6a5a HTTP/1.1" status: 200  len: 945 time: 0.1857605
Apr 07 15:15:43.930275 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 37618) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:15:43.934008 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f4f9b0ee-39e5-4141-a8eb-8ccf90bf216f req-0c134d59-2a9b-44ef-b352-64d6acf939b7 service neutron] 10.222.0.65 "GET /v2.0/networks/59ba7fe3-d40f-4f7c-b163-210007707fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2363300
Apr 07 15:15:43.936143 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-39a66b63-6990-433f-8267-bcfd96b27f83 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Request body: {'floatingip': {'port_id': 'c2af178d-beea-4032-9c95-9c5562f06c0c'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:15:44.029140 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-39a66b63-6990-433f-8267-bcfd96b27f83 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for floatingip, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:44.577961 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc497f9f-df9b-4a17-a6ba-113a7c2bda1a req-22e02dbc-ed4b-4fac-9191-f70e2208b252 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:44.579809 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-cc497f9f-df9b-4a17-a6ba-113a7c2bda1a req-22e02dbc-ed4b-4fac-9191-f70e2208b252 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 945 time: 0.3346043
Apr 07 15:15:44.652279 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-cc497f9f-df9b-4a17-a6ba-113a7c2bda1a req-53d546aa-f23a-4418-ad56-c058480233b2 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549643
Apr 07 15:15:44.761488 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2d59f-faae-434d-8837-d91ab5d3a4db req-ae0163b2-c327-46e3-935b-8276604a8a5e tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:44.763222 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b2a2d59f-faae-434d-8837-d91ab5d3a4db req-ae0163b2-c327-46e3-935b-8276604a8a5e tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 944 time: 0.3693659
Apr 07 15:15:44.812362 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b2a2d59f-faae-434d-8837-d91ab5d3a4db req-ae18ded0-4e15-403a-b07f-32b65721d096 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390341
Apr 07 15:15:44.980916 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-39a66b63-6990-433f-8267-bcfd96b27f83 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:44.984464 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-39a66b63-6990-433f-8267-bcfd96b27f83 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509939'] for floatingip, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:45.439740 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.l3_db [None req-39a66b63-6990-433f-8267-bcfd96b27f83 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Floating IP d35f45ef-8ae6-4b92-885c-6cb75c315339 associated. External IP: 172.27.2.62, port: c2af178d-beea-4032-9c95-9c5562f06c0c.
Apr 07 15:15:46.041637 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a66b63-6990-433f-8267-bcfd96b27f83 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Router c764c915-ec41-4008-bf7b-a4e90d126d9b has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:15:46.052820 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d7563-1313-42ed-99ec-ac551bce9562 req-14b6c584-80f4-4bd8-9bd3-bfe780065e7a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:46.054633 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b14d7563-1313-42ed-99ec-ac551bce9562 req-14b6c584-80f4-4bd8-9bd3-bfe780065e7a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 945 time: 0.2066171
Apr 07 15:15:46.243252 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b14d7563-1313-42ed-99ec-ac551bce9562 req-bb608e34-e000-4e9f-805b-df92dbc601ae tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1743948
Apr 07 15:15:46.272107 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1301851-ef12-420a-bcbb-15c70df77d20 req-27c6a3de-272b-4374-a380-d7dbd51362e9 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:46.274253 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a1301851-ef12-420a-bcbb-15c70df77d20 req-27c6a3de-272b-4374-a380-d7dbd51362e9 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 944 time: 0.2995729
Apr 07 15:15:46.329026 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a1301851-ef12-420a-bcbb-15c70df77d20 req-b5f4f36c-2d6b-46e0-a5a5-ede73539f07f tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465884
Apr 07 15:15:46.342974 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a66b63-6990-433f-8267-bcfd96b27f83 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:15:46.348985 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-39a66b63-6990-433f-8267-bcfd96b27f83 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for floatingip, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:46.356598 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f5be1f-78e4-46a1-88d9-bc29cfb4073f None None] Sync routers for ids ['c764c915-ec41-4008-bf7b-a4e90d126d9b'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:15:46.369605 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f5be1f-78e4-46a1-88d9-bc29cfb4073f None None] Routers {'c764c915-ec41-4008-bf7b-a4e90d126d9b'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:15:46.370244 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f9f5be1f-78e4-46a1-88d9-bc29cfb4073f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690ac55f8>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:15:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['c764c915-ec41-4008-bf7b-a4e90d126d9b'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:15:46.418817 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-39a66b63-6990-433f-8267-bcfd96b27f83 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "PUT /v2.0/floatingips/d35f45ef-8ae6-4b92-885c-6cb75c315339 HTTP/1.1" status: 200  len: 990 time: 2.4873199
Apr 07 15:15:46.419756 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d87a7c1-c002-47f6-bab5-8b42233e6a5a', 'tag': 'c2af178d-beea-4032-9c95-9c5562f06c0c'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:15:46.473479 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d87a7c1-c002-47f6-bab5-8b42233e6a5a', 'tag': 'c2af178d-beea-4032-9c95-9c5562f06c0c', 'status': 'completed', 'code': 200}
Apr 07 15:15:46.577760 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99e197-d756-42a0-b785-eb2e30370af3 req-309e3a12-d7e4-4579-9080-9c5f3cd5bd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:46.583152 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bf99e197-d756-42a0-b785-eb2e30370af3 req-309e3a12-d7e4-4579-9080-9c5f3cd5bd85 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe4baebffb304bcebd7f14fa893dc5ab&device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 1098 time: 0.3447526
Apr 07 15:15:46.621399 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb6eef-9847-4413-aa3b-4e9253a82748 req-3fc4aeeb-8b82-4238-b281-8eddda4c4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:46.623113 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-f9f5be1f-78e4-46a1-88d9-bc29cfb4073f None None] Set router c764c915-ec41-4008-bf7b-a4e90d126d9b gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:15:46.623479 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1beb6eef-9847-4413-aa3b-4e9253a82748 req-3fc4aeeb-8b82-4238-b281-8eddda4c4c8e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b12d2babc7ca4e538b15fd6776db7809&device_id=7d87a7c1-c002-47f6-bab5-8b42233e6a5a HTTP/1.1" status: 200  len: 1098 time: 0.1040070
Apr 07 15:15:46.783910 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb6eef-9847-4413-aa3b-4e9253a82748 req-7869c307-33b8-4ada-b233-ec4f2576d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:46.786008 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1beb6eef-9847-4413-aa3b-4e9253a82748 req-7869c307-33b8-4ada-b233-ec4f2576d0f4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9ec87ff2-febc-4f18-8e41-ab2231995e81 HTTP/1.1" status: 200  len: 911 time: 0.1565399
Apr 07 15:15:46.812912 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99e197-d756-42a0-b785-eb2e30370af3 req-c42ef4d0-e247-459f-bd27-78159f7b53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:46.816660 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bf99e197-d756-42a0-b785-eb2e30370af3 req-c42ef4d0-e247-459f-bd27-78159f7b53ea service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e0f3704-ba7e-4436-937d-51f6b7b3f535 HTTP/1.1" status: 200  len: 917 time: 0.2305031
Apr 07 15:15:46.904000 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1beb6eef-9847-4413-aa3b-4e9253a82748 req-6f2d301a-2d8e-4d28-8a40-239dd05c6787 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2af178d-beea-4032-9c95-9c5562f06c0c HTTP/1.1" status: 200  len: 998 time: 0.1118793
Apr 07 15:15:46.979654 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb6eef-9847-4413-aa3b-4e9253a82748 req-f4e0d17d-05c4-4d96-a299-672e25576ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:46.981610 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1beb6eef-9847-4413-aa3b-4e9253a82748 req-f4e0d17d-05c4-4d96-a299-672e25576ba6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7b4613b1-aa51-4fff-9468-67e278e334ca HTTP/1.1" status: 200  len: 849 time: 0.0717130
Apr 07 15:15:46.987329 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bf99e197-d756-42a0-b785-eb2e30370af3 req-b2c67cbf-412d-4141-8f75-b81b60cfdca7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=162912ca-6f93-4812-8f4e-5b287b08742a HTTP/1.1" status: 200  len: 1001 time: 0.1640918
Apr 07 15:15:47.062024 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99e197-d756-42a0-b785-eb2e30370af3 req-cf41141a-03c0-41fe-9d7c-43197d46ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:47.063724 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bf99e197-d756-42a0-b785-eb2e30370af3 req-cf41141a-03c0-41fe-9d7c-43197d46ebe1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d05646fb-c605-48bc-82c8-49d6fe52eea8 HTTP/1.1" status: 200  len: 855 time: 0.0706720
Apr 07 15:15:47.126128 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb6eef-9847-4413-aa3b-4e9253a82748 req-4f149b8f-ce09-4720-9e86-4b378590dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:47.129541 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1beb6eef-9847-4413-aa3b-4e9253a82748 req-4f149b8f-ce09-4720-9e86-4b378590dfa4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9ec87ff2-febc-4f18-8e41-ab2231995e81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1414611
Apr 07 15:15:47.162008 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99e197-d756-42a0-b785-eb2e30370af3 req-73a2f5c3-ce41-48f0-b146-3c4d7e8ba957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:47.163647 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bf99e197-d756-42a0-b785-eb2e30370af3 req-73a2f5c3-ce41-48f0-b146-3c4d7e8ba957 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e0f3704-ba7e-4436-937d-51f6b7b3f535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0927265
Apr 07 15:15:47.170944 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f9f5be1f-78e4-46a1-88d9-bc29cfb4073f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690ac55f8>, [{'id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'name': 'tempest-AttachVolumeTestJSON-288799174-router', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:10:52Z', 'updated_at': '2021-04-07T15:11:00Z', 'revision_number': 4, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'gw_port': {'id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:54Z', 'updated_at': '2021-04-07T15:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': 'd35f45ef-8ae6-4b92-885c-6cb75c315339', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'floating_ip_address': '172.27.2.62', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'port_id': 'c2af178d-beea-4032-9c95-9c5562f06c0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81', 'mac_address': 'fa:16:3e:ae:6b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d87a7c1-c002-47f6-bab5-8b42233e6a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:15:27Z', 'updated_at': '2021-04-07T15:15:44Z', 'revision_number': 1, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf', 'name': '', 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'mac_address': 'fa:16:3e:ce:13:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:59Z', 'updated_at': '2021-04-07T15:11:12Z', 'revision_number': 5, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'subnets': [{'id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:15:47.179132 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f5be1f-78e4-46a1-88d9-bc29cfb4073f None None] Checking router: c764c915-ec41-4008-bf7b-a4e90d126d9b for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:15:47.197303 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f5be1f-78e4-46a1-88d9-bc29cfb4073f None None] Routers {'c764c915-ec41-4008-bf7b-a4e90d126d9b'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:15:47.198500 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f9f5be1f-78e4-46a1-88d9-bc29cfb4073f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690ac55f8>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:15:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['c764c915-ec41-4008-bf7b-a4e90d126d9b'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:15:47.287936 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1beb6eef-9847-4413-aa3b-4e9253a82748 req-743802e5-551e-4ebf-9dec-49af67eaba1c service neutron] 10.222.0.65 "GET /v2.0/networks/9ec87ff2-febc-4f18-8e41-ab2231995e81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482449
Apr 07 15:15:47.349220 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bf99e197-d756-42a0-b785-eb2e30370af3 req-025052c3-43dc-4dfe-96d6-6ea6b3515900 service neutron] 10.222.0.65 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1781161
Apr 07 15:15:47.577282 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bf99e197-d756-42a0-b785-eb2e30370af3 req-3ab57c6d-d499-4571-b8cb-1b453c01eba7 service neutron] 10.222.0.65 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2217419
Apr 07 15:15:47.636581 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1beb6eef-9847-4413-aa3b-4e9253a82748 req-c9f9573b-56e5-427b-9574-27b6ef1a303b service neutron] 10.222.0.65 "GET /v2.0/networks/9ec87ff2-febc-4f18-8e41-ab2231995e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3424973
Apr 07 15:15:47.674693 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b558948-a98f-4156-baa6-036fb5690cfa req-586ce6d6-52d5-4acb-a402-f76be7931198 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:47.676564 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6b558948-a98f-4156-baa6-036fb5690cfa req-586ce6d6-52d5-4acb-a402-f76be7931198 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 945 time: 0.2761185
Apr 07 15:15:47.693013 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe228be-e966-453a-8fb1-9fb7a4c0a058 req-02189942-3d62-4475-a6ca-0636ec4e15e6 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:47.695217 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dfe228be-e966-453a-8fb1-9fb7a4c0a058 req-02189942-3d62-4475-a6ca-0636ec4e15e6 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 944 time: 0.1812100
Apr 07 15:15:47.715004 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-f9f5be1f-78e4-46a1-88d9-bc29cfb4073f None None] Set router c764c915-ec41-4008-bf7b-a4e90d126d9b gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:15:47.749913 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6b558948-a98f-4156-baa6-036fb5690cfa req-9cbff973-228a-4528-afd0-be62aa360bd4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534666
Apr 07 15:15:47.782412 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dfe228be-e966-453a-8fb1-9fb7a4c0a058 req-170061d3-cf34-43b4-8c11-2cfe17c73cb5 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0722687
Apr 07 15:15:48.130605 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f9f5be1f-78e4-46a1-88d9-bc29cfb4073f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690ac55f8>, [{'id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'name': 'tempest-AttachVolumeTestJSON-288799174-router', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:10:52Z', 'updated_at': '2021-04-07T15:11:00Z', 'revision_number': 4, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'gw_port': {'id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:54Z', 'updated_at': '2021-04-07T15:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': 'd35f45ef-8ae6-4b92-885c-6cb75c315339', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'floating_ip_address': '172.27.2.62', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'port_id': 'c2af178d-beea-4032-9c95-9c5562f06c0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81', 'mac_address': 'fa:16:3e:ae:6b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d87a7c1-c002-47f6-bab5-8b42233e6a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:15:27Z', 'updated_at': '2021-04-07T15:15:44Z', 'revision_number': 1, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf', 'name': '', 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'mac_address': 'fa:16:3e:ce:13:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:59Z', 'updated_at': '2021-04-07T15:11:12Z', 'revision_number': 5, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'subnets': [{'id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:15:48.136293 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f5be1f-78e4-46a1-88d9-bc29cfb4073f None None] The sync data for ids ['c764c915-ec41-4008-bf7b-a4e90d126d9b'] in dv-cinder-782260-2-iscsi is: [{'id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'name': 'tempest-AttachVolumeTestJSON-288799174-router', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:10:52Z', 'updated_at': '2021-04-07T15:11:00Z', 'revision_number': 4, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'gw_port': {'id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:54Z', 'updated_at': '2021-04-07T15:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': 'd35f45ef-8ae6-4b92-885c-6cb75c315339', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'floating_ip_address': '172.27.2.62', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'port_id': 'c2af178d-beea-4032-9c95-9c5562f06c0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81', 'mac_address': 'fa:16:3e:ae:6b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d87a7c1-c002-47f6-bab5-8b42233e6a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:15:27Z', 'updated_at': '2021-04-07T15:15:44Z', 'revision_number': 1, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf', 'name': '', 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'mac_address': 'fa:16:3e:ce:13:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:59Z', 'updated_at': '2021-04-07T15:11:12Z', 'revision_number': 5, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'subnets': [{'id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:15:48.415482 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d441d8-8a2d-4494-80c8-9cf373d32181 None None] New status for floating IP d35f45ef-8ae6-4b92-885c-6cb75c315339: ACTIVE {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 15:15:49.053862 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64dd03-f618-4777-adb5-818428cd50a5 req-de9a4090-cbb9-4f37-8573-9d530ae02c46 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:49.055800 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-da64dd03-f618-4777-adb5-818428cd50a5 req-de9a4090-cbb9-4f37-8573-9d530ae02c46 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 945 time: 0.1732569
Apr 07 15:15:49.069880 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046aae86-574b-4416-bebd-f9706eed2921 req-c232710f-2266-4b55-a787-06dc931c8c28 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:49.072308 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-046aae86-574b-4416-bebd-f9706eed2921 req-c232710f-2266-4b55-a787-06dc931c8c28 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 944 time: 0.1449935
Apr 07 15:15:49.123430 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-da64dd03-f618-4777-adb5-818428cd50a5 req-0b9ed40d-12e5-4e37-8de2-de8f7fd736cb tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499160
Apr 07 15:15:49.129468 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-046aae86-574b-4416-bebd-f9706eed2921 req-c006f41f-c809-43b0-92b8-c5a7040647bb tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419202
Apr 07 15:15:50.084974 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 5f38b7f8-1224-4957-8f24-a1afc866aaa7 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 15:15:50.093805 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 162912ca-6f93-4812-8f4e-5b287b08742a no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:15:50.354240 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:50.372021 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe52a95-9cef-4ca5-8c15-d7519d9eb02a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '162912ca-6f93-4812-8f4e-5b287b08742a'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:15:50.384343 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 5f38b7f8-1224-4957-8f24-a1afc866aaa7, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=5f38b7f8-1224-4957-8f24-a1afc866aaa7,segment=NetworkSegment(5edea384-b393-40bb-9192-75b6d6f83470),segment_id=5edea384-b393-40bb-9192-75b6d6f83470)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:15:50.401475 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 162912ca-6f93-4812-8f4e-5b287b08742a, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=162912ca-6f93-4812-8f4e-5b287b08742a,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:15:50.404403 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Returning: {'device': '5f38b7f8-1224-4957-8f24-a1afc866aaa7', 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc', 'port_id': '5f38b7f8-1224-4957-8f24-a1afc866aaa7', 'mac_address': 'fa:16:3e:d9:99:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf450d66-5220-4b2a-a595-d0db8b4aeb81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 15:15:50.407841 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:50.410499 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:50.425119 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f154c-db68-46d8-a87d-aa67e903eb3a req-d9b2eca5-a0ff-43f8-9661-9bd19bff5401 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:50.426870 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2c4f154c-db68-46d8-a87d-aa67e903eb3a req-d9b2eca5-a0ff-43f8-9661-9bd19bff5401 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 944 time: 0.1694214
Apr 07 15:15:50.435651 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728282fe-81d4-4618-a8ca-b32ab49c2817 req-d229f6bd-a2ab-4247-8ed9-be368e0d5d18 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:50.437285 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-728282fe-81d4-4618-a8ca-b32ab49c2817 req-d229f6bd-a2ab-4247-8ed9-be368e0d5d18 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 945 time: 0.1374023
Apr 07 15:15:50.483150 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2c4f154c-db68-46d8-a87d-aa67e903eb3a req-cb2430fb-3709-4536-b3a1-d0bdf07c5b82 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447423
Apr 07 15:15:50.488690 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-728282fe-81d4-4618-a8ca-b32ab49c2817 req-5c2bdbe0-54ca-4aef-a6fe-059d2188ccde tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370162
Apr 07 15:15:50.540246 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:50.541670 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f38b7f8-1224-4957-8f24-a1afc866aaa7 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:15:50.550830 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=162912ca-6f93-4812-8f4e-5b287b08742a,revision_number=8']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:50.559109 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:50.571293 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 5f38b7f8-1224-4957-8f24-a1afc866aaa7, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=5f38b7f8-1224-4957-8f24-a1afc866aaa7,segment=NetworkSegment(5edea384-b393-40bb-9192-75b6d6f83470),segment_id=5edea384-b393-40bb-9192-75b6d6f83470)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:15:50.573737 dv-cinder-782260-2-iscsi neutron-server[84224]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ffe52a95-9cef-4ca5-8c15-d7519d9eb02a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '162912ca-6f93-4812-8f4e-5b287b08742a', 'code': 422} returned with failed status
Apr 07 15:15:50.575126 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:50.577136 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:50.660940 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=5f38b7f8-1224-4957-8f24-a1afc866aaa7,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:50.664582 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:50.863819 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['5f38b7f8-1224-4957-8f24-a1afc866aaa7'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:15:51.716695 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c35c6-6c60-467b-a96a-75c2b964869c req-d4463ce5-00b5-496c-94bd-88d0b6604934 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:51.720265 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dc3c35c6-6c60-467b-a96a-75c2b964869c req-d4463ce5-00b5-496c-94bd-88d0b6604934 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 945 time: 0.1034596
Apr 07 15:15:51.765890 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dc3c35c6-6c60-467b-a96a-75c2b964869c req-497b22c6-7408-4c9a-a356-d675eff93080 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410664
Apr 07 15:15:52.110639 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 5f38b7f8-1224-4957-8f24-a1afc866aaa7 up at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:15:52.205973 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning for port 5f38b7f8-1224-4957-8f24-a1afc866aaa7 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:15:52.212361 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning complete for port 5f38b7f8-1224-4957-8f24-a1afc866aaa7 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:15:52.212787 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:52.357537 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:52.379418 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 5f38b7f8-1224-4957-8f24-a1afc866aaa7, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=5f38b7f8-1224-4957-8f24-a1afc866aaa7,segment=NetworkSegment(5edea384-b393-40bb-9192-75b6d6f83470),segment_id=5edea384-b393-40bb-9192-75b6d6f83470)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:15:52.383321 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:52.384594 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 162912ca-6f93-4812-8f4e-5b287b08742a no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:15:52.412818 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:52.533702 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=5f38b7f8-1224-4957-8f24-a1afc866aaa7,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:52.537907 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:52.574568 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd26784-e21b-49ad-8b51-cb17d42bae7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f38b7f8-1224-4957-8f24-a1afc866aaa7'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:15:52.598015 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec39038-0af7-47ba-b217-8d3889d46720 req-50a9d24d-2d7f-44a8-a491-fd7da71a801b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:52.599625 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eec39038-0af7-47ba-b217-8d3889d46720 req-50a9d24d-2d7f-44a8-a491-fd7da71a801b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 943 time: 0.3712165
Apr 07 15:15:52.637084 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-eec39038-0af7-47ba-b217-8d3889d46720 req-fa8f168e-b79c-439d-936e-c56d9c661c76 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0300283
Apr 07 15:15:52.641144 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd26784-e21b-49ad-8b51-cb17d42bae7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f38b7f8-1224-4957-8f24-a1afc866aaa7', 'code': 200}
Apr 07 15:15:52.654961 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 37716) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:15:52.802907 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b1ef1806-abb9-4ed2-8ef0-09cda5ea06bf req-4da009e4-9cd1-49b2-acc6-5722c491cbdf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1466124
Apr 07 15:15:53.092541 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d421d-ef5d-4999-ab04-f31c5693a107 req-23772971-ddf5-4d37-aa35-f1f0bb3a74f0 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:53.094502 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ec1d421d-ef5d-4999-ab04-f31c5693a107 req-23772971-ddf5-4d37-aa35-f1f0bb3a74f0 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 946 time: 0.1971681
Apr 07 15:15:53.102076 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef7539-c1dc-4b84-b378-33b4e1c2b2f8 req-09353a8b-a89e-4628-994f-a58b53cc8332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:53.103731 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ebef7539-c1dc-4b84-b378-33b4e1c2b2f8 req-09353a8b-a89e-4628-994f-a58b53cc8332 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 1099 time: 0.1326854
Apr 07 15:15:53.131212 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ec1d421d-ef5d-4999-ab04-f31c5693a107 req-82203422-b5ff-4f55-ad56-b0bf7fc08399 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0263155
Apr 07 15:15:53.157775 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ebef7539-c1dc-4b84-b378-33b4e1c2b2f8 req-0d25a39f-69ec-4abf-990b-95a9654e0602 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0251768
Apr 07 15:15:53.734733 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef1806-abb9-4ed2-8ef0-09cda5ea06bf req-d549260e-a124-4457-a461-45dd8e903549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:53.736631 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b1ef1806-abb9-4ed2-8ef0-09cda5ea06bf req-d549260e-a124-4457-a461-45dd8e903549 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a&tenant_id=fe4baebffb304bcebd7f14fa893dc5ab HTTP/1.1" status: 200  len: 1096 time: 0.0893285
Apr 07 15:15:53.923609 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef1806-abb9-4ed2-8ef0-09cda5ea06bf req-18c730c8-0659-4d6f-aa34-babd49a323ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:53.925596 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b1ef1806-abb9-4ed2-8ef0-09cda5ea06bf req-18c730c8-0659-4d6f-aa34-babd49a323ab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe4baebffb304bcebd7f14fa893dc5ab&device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 1096 time: 0.1143084
Apr 07 15:15:53.935939 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04314107-1b29-4c82-a28f-f76a3adfdcfc req-0874e05a-8b3b-466a-b6cb-73cc8be36ff4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:53.937832 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-04314107-1b29-4c82-a28f-f76a3adfdcfc req-0874e05a-8b3b-466a-b6cb-73cc8be36ff4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 943 time: 0.1703420
Apr 07 15:15:54.056460 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-04314107-1b29-4c82-a28f-f76a3adfdcfc req-1a8c792d-d92a-4ffd-a10c-1fb44abe7c82 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0928655
Apr 07 15:15:54.123417 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef1806-abb9-4ed2-8ef0-09cda5ea06bf req-501d7f98-2e61-4d30-9a33-3b14d0657a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:54.126135 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b1ef1806-abb9-4ed2-8ef0-09cda5ea06bf req-501d7f98-2e61-4d30-9a33-3b14d0657a13 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e0f3704-ba7e-4436-937d-51f6b7b3f535 HTTP/1.1" status: 200  len: 917 time: 0.1870937
Apr 07 15:15:54.344788 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b1ef1806-abb9-4ed2-8ef0-09cda5ea06bf req-6e0d590a-8a90-4fe1-9386-a35fd4998e86 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=162912ca-6f93-4812-8f4e-5b287b08742a HTTP/1.1" status: 200  len: 999 time: 0.1722693
Apr 07 15:15:54.442899 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d123e75-2acd-44de-9a01-686a2b6deca1 req-ce2b9c3a-68f8-4973-8d01-963d8fc3bf5b tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:54.444484 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7d123e75-2acd-44de-9a01-686a2b6deca1 req-ce2b9c3a-68f8-4973-8d01-963d8fc3bf5b tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 946 time: 0.1762345
Apr 07 15:15:54.446346 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef1806-abb9-4ed2-8ef0-09cda5ea06bf req-ecdf178f-2d35-407d-9aed-8301336f1793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:54.447791 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b1ef1806-abb9-4ed2-8ef0-09cda5ea06bf req-ecdf178f-2d35-407d-9aed-8301336f1793 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d05646fb-c605-48bc-82c8-49d6fe52eea8 HTTP/1.1" status: 200  len: 855 time: 0.0871141
Apr 07 15:15:54.526441 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7d123e75-2acd-44de-9a01-686a2b6deca1 req-fdfe42c9-5d49-48e5-97de-ebbecec9574b tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0747764
Apr 07 15:15:54.560703 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef1806-abb9-4ed2-8ef0-09cda5ea06bf req-b37c3c8b-add2-4846-ae02-5c17c63eddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:54.562422 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b1ef1806-abb9-4ed2-8ef0-09cda5ea06bf req-b37c3c8b-add2-4846-ae02-5c17c63eddb9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e0f3704-ba7e-4436-937d-51f6b7b3f535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0979826
Apr 07 15:15:54.713941 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b1ef1806-abb9-4ed2-8ef0-09cda5ea06bf req-23abb883-ad38-45ea-834b-051151a74d9b service neutron] 10.222.0.65 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441817
Apr 07 15:15:54.863014 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b1ef1806-abb9-4ed2-8ef0-09cda5ea06bf req-a306941f-41b6-4110-a887-6f02ef09a5d3 service neutron] 10.222.0.65 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424508
Apr 07 15:15:55.302971 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d1c5c-4dc4-4ae3-be0a-c845e1ee31c5 req-52a64020-2a13-491b-b3c8-5cdfd4a17aca tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:55.305407 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-795d1c5c-4dc4-4ae3-be0a-c845e1ee31c5 req-52a64020-2a13-491b-b3c8-5cdfd4a17aca tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 943 time: 0.0940721
Apr 07 15:15:55.336348 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-795d1c5c-4dc4-4ae3-be0a-c845e1ee31c5 req-c083641b-7d5c-4f4a-b5e6-1262329c8cff tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0248578
Apr 07 15:15:55.751549 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42252445-f2d2-4f5a-9ce1-0bf4e92e6756 req-b7aba187-963e-49f3-8067-9c16d76ab6b1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:55.753358 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-42252445-f2d2-4f5a-9ce1-0bf4e92e6756 req-b7aba187-963e-49f3-8067-9c16d76ab6b1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 946 time: 0.1100132
Apr 07 15:15:55.787370 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-42252445-f2d2-4f5a-9ce1-0bf4e92e6756 req-d39f6563-aecc-4d79-8ae8-be9ac6cd6b97 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0262835
Apr 07 15:15:56.036131 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b9461-ae86-45fe-ac3d-566a356a8bf7 req-daba710a-bf37-4e6a-b153-dbfcfe4bf504 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:56.038965 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e92b9461-ae86-45fe-ac3d-566a356a8bf7 req-daba710a-bf37-4e6a-b153-dbfcfe4bf504 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 946 time: 0.1189907
Apr 07 15:15:56.084340 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e92b9461-ae86-45fe-ac3d-566a356a8bf7 req-985c645f-ca49-4a79-9919-9f96ac03b845 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379846
Apr 07 15:15:56.121078 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 37766) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:15:56.283401 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd3ed68-93b5-4702-b903-bc271fc4f339 tempest-TestShelveInstance-362402204 tempest-TestShelveInstance-362402204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:56.285091 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-9dd3ed68-93b5-4702-b903-bc271fc4f339 tempest-TestShelveInstance-362402204 tempest-TestShelveInstance-362402204-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 1094 time: 0.1625631
Apr 07 15:15:56.288610 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 37772) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:15:56.296808 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Request body: {'floatingip': {'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'port_id': '5f38b7f8-1224-4957-8f24-a1afc866aaa7', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:15:56.304441 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:15:56.308617 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Usage tracker for resource:floatingip and tenant:2f76cffb12134de5b61dbbab4c4abadf is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:15:56.312108 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:15:56.319053 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:15:56.331016 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for floatingip, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:56.563014 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:56.670920 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a746160-59e1-4494-bc27-70c3e300ba1c req-2d035ea3-048f-456d-8042-531ba7d3c4aa tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:56.672622 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8a746160-59e1-4494-bc27-70c3e300ba1c req-2d035ea3-048f-456d-8042-531ba7d3c4aa tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 943 time: 0.1793358
Apr 07 15:15:56.751774 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8a746160-59e1-4494-bc27-70c3e300ba1c req-d35310b2-70a9-46bd-99ae-e11fa023074d tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416844
Apr 07 15:15:56.779136 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Allocated IP 172.27.2.154 (aaa28d56-97c7-4706-9a1c-f1c898d32c63/b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0/79e83a43-688c-4fab-b520-b7c27c23e976) {{(pid=84337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:15:56.974068 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for port, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:57.008704 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:57.025325 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:57.170787 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Pushing event updated for resources: {'Port': ['ID=79e83a43-688c-4fab-b520-b7c27c23e976,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:57.199062 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:57.199465 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:57.199912 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:57.200360 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:57.200797 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:57.201241 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:57.201652 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:57.202050 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:57.202460 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:57.202872 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:57.203267 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:57.203662 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:15:57.209710 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:57.247580 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Network aaa28d56-97c7-4706-9a1c-f1c898d32c63 is already hosted by enough agents. {{(pid=84337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:15:57.248803 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Resources bound (agent type, host, resource id):  {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:15:57.251567 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Received port after_create {{(pid=84337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:15:57.371412 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-68e45547-101d-4f1e-a42c-e59b323fd76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:57.706482 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:57.793379 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:58.111440 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda72236-3fa5-4228-a9d7-75eac72ad33f req-8726cb9b-ff8f-4c9b-95ac-ec175cce02b7 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:58.113171 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fda72236-3fa5-4228-a9d7-75eac72ad33f req-8726cb9b-ff8f-4c9b-95ac-ec175cce02b7 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 943 time: 0.2080262
Apr 07 15:15:58.182248 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fda72236-3fa5-4228-a9d7-75eac72ad33f req-7cda8875-71cd-41e5-a246-49c07ab8a5b2 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511329
Apr 07 15:15:58.215628 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:58.220114 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852156545'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:58.236124 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:15:58.641008 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Pushing event updated for resources: {'Port': ['ID=79e83a43-688c-4fab-b520-b7c27c23e976,revision_number=2']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:15:58.646486 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:15:58.763312 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509939'] for floatingip, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:58.973713 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.l3_db [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Floating IP fc15ff9c-5b7a-4c4b-b89c-527019d79e52 associated. External IP: 172.27.2.154, port: 5f38b7f8-1224-4957-8f24-a1afc866aaa7.
Apr 07 15:15:59.472668 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98a8c0-19d0-4a43-bb47-dd71394a65da req-46e0ae05-9e8c-4cf0-ba06-ba06a86262cb tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:15:59.474701 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4c98a8c0-19d0-4a43-bb47-dd71394a65da req-46e0ae05-9e8c-4cf0-ba06-ba06a86262cb tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 943 time: 0.1585691
Apr 07 15:15:59.477188 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Router 707db115-f400-4760-bb7c-76bb9c6c2d36 has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:15:59.563769 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:15:59.585599 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4c98a8c0-19d0-4a43-bb47-dd71394a65da req-8a7c79b6-b3ea-4148-ac44-ec0afc9f87cb tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1020849
Apr 07 15:15:59.728636 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:15:59.741631 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4562eb-0afa-4172-9f88-84ca53fcfd96 None None] Sync routers for ids ['707db115-f400-4760-bb7c-76bb9c6c2d36'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:15:59.766773 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4562eb-0afa-4172-9f88-84ca53fcfd96 None None] Routers {'707db115-f400-4760-bb7c-76bb9c6c2d36'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:15:59.767493 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-3f4562eb-0afa-4172-9f88-84ca53fcfd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690a1a080>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:15:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['707db115-f400-4760-bb7c-76bb9c6c2d36'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:15:59.777443 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for floatingip, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:15:59.880575 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.5904675
Apr 07 15:15:59.882120 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd26784-e21b-49ad-8b51-cb17d42bae7b', 'tag': '5f38b7f8-1224-4957-8f24-a1afc866aaa7'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:15:59.953823 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd26784-e21b-49ad-8b51-cb17d42bae7b', 'tag': '5f38b7f8-1224-4957-8f24-a1afc866aaa7', 'status': 'completed', 'code': 200}
Apr 07 15:16:00.046633 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4f7b00a5-d6a0-4f65-bd72-0d5223590e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:00.077844 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:00.104586 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-3f4562eb-0afa-4172-9f88-84ca53fcfd96 None None] Set router 707db115-f400-4760-bb7c-76bb9c6c2d36 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:16:00.536817 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-3f4562eb-0afa-4172-9f88-84ca53fcfd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690a1a080>, [{'id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'name': 'tempest-TestShelveInstance-414599984-router', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b9738507-5f32-494d-8efb-7c2e82e66f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:14:59Z', 'updated_at': '2021-04-07T15:15:04Z', 'revision_number': 4, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'gw_port': {'id': 'b9738507-5f32-494d-8efb-7c2e82e66f28', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:00Z', 'updated_at': '2021-04-07T15:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': 'fc15ff9c-5b7a-4c4b-b89c-527019d79e52', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'port_id': '5f38b7f8-1224-4957-8f24-a1afc866aaa7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc', 'mac_address': 'fa:16:3e:d9:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd26784-e21b-49ad-8b51-cb17d42bae7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:15:57Z', 'updated_at': '2021-04-07T15:15:57Z', 'revision_number': 0, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7b6edb-cc8d-472e-9f3a-290b9b167e3c', 'name': '', 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'mac_address': 'fa:16:3e:34:31:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bf450d66-5220-4b2a-a595-d0db8b4aeb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:03Z', 'updated_at': '2021-04-07T15:15:13Z', 'revision_number': 5, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'subnets': [{'id': 'bf450d66-5220-4b2a-a595-d0db8b4aeb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:16:00.546496 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4562eb-0afa-4172-9f88-84ca53fcfd96 None None] Checking router: 707db115-f400-4760-bb7c-76bb9c6c2d36 for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:16:00.557389 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4562eb-0afa-4172-9f88-84ca53fcfd96 None None] Routers {'707db115-f400-4760-bb7c-76bb9c6c2d36'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:16:00.558176 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-3f4562eb-0afa-4172-9f88-84ca53fcfd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690a1a080>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:16:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['707db115-f400-4760-bb7c-76bb9c6c2d36'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:16:00.876543 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a118f1f-df4b-437c-97c0-5a405453f82d req-01a55f2a-53dc-48c2-9766-4a6516d20d20 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:00.878489 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1a118f1f-df4b-437c-97c0-5a405453f82d req-01a55f2a-53dc-48c2-9766-4a6516d20d20 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 943 time: 0.1218209
Apr 07 15:16:00.923151 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1a118f1f-df4b-437c-97c0-5a405453f82d req-7bad40ae-5bc3-4e80-8fa4-d5f22af5e56e tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375278
Apr 07 15:16:00.956367 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-3f4562eb-0afa-4172-9f88-84ca53fcfd96 None None] Set router 707db115-f400-4760-bb7c-76bb9c6c2d36 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:16:01.358281 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:01.459086 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-3f4562eb-0afa-4172-9f88-84ca53fcfd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690a1a080>, [{'id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'name': 'tempest-TestShelveInstance-414599984-router', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b9738507-5f32-494d-8efb-7c2e82e66f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:14:59Z', 'updated_at': '2021-04-07T15:15:04Z', 'revision_number': 4, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'gw_port': {'id': 'b9738507-5f32-494d-8efb-7c2e82e66f28', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:00Z', 'updated_at': '2021-04-07T15:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': 'fc15ff9c-5b7a-4c4b-b89c-527019d79e52', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'port_id': '5f38b7f8-1224-4957-8f24-a1afc866aaa7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc', 'mac_address': 'fa:16:3e:d9:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd26784-e21b-49ad-8b51-cb17d42bae7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:15:57Z', 'updated_at': '2021-04-07T15:15:57Z', 'revision_number': 0, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7b6edb-cc8d-472e-9f3a-290b9b167e3c', 'name': '', 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'mac_address': 'fa:16:3e:34:31:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bf450d66-5220-4b2a-a595-d0db8b4aeb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:03Z', 'updated_at': '2021-04-07T15:15:13Z', 'revision_number': 5, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'subnets': [{'id': 'bf450d66-5220-4b2a-a595-d0db8b4aeb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:16:01.467509 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4562eb-0afa-4172-9f88-84ca53fcfd96 None None] The sync data for ids ['707db115-f400-4760-bb7c-76bb9c6c2d36'] in dv-cinder-782260-2-iscsi is: [{'id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'name': 'tempest-TestShelveInstance-414599984-router', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b9738507-5f32-494d-8efb-7c2e82e66f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:14:59Z', 'updated_at': '2021-04-07T15:15:04Z', 'revision_number': 4, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'gw_port': {'id': 'b9738507-5f32-494d-8efb-7c2e82e66f28', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:00Z', 'updated_at': '2021-04-07T15:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': 'fc15ff9c-5b7a-4c4b-b89c-527019d79e52', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'port_id': '5f38b7f8-1224-4957-8f24-a1afc866aaa7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc', 'mac_address': 'fa:16:3e:d9:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd26784-e21b-49ad-8b51-cb17d42bae7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:15:57Z', 'updated_at': '2021-04-07T15:15:57Z', 'revision_number': 0, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7b6edb-cc8d-472e-9f3a-290b9b167e3c', 'name': '', 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'mac_address': 'fa:16:3e:34:31:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bf450d66-5220-4b2a-a595-d0db8b4aeb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:03Z', 'updated_at': '2021-04-07T15:15:13Z', 'revision_number': 5, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'subnets': [{'id': 'bf450d66-5220-4b2a-a595-d0db8b4aeb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:16:01.836625 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:01.843002 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9a0c6c-375f-4af5-9b7a-0b1a0f7fb48b None None] New status for floating IP fc15ff9c-5b7a-4c4b-b89c-527019d79e52: ACTIVE {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 15:16:01.971434 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:02.215014 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d78375-443e-4149-ad02-150927c14b97 req-0141ae7e-d93d-4d6d-9f22-2c0f908e3546 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:02.217744 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b0d78375-443e-4149-ad02-150927c14b97 req-0141ae7e-d93d-4d6d-9f22-2c0f908e3546 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 943 time: 0.1464210
Apr 07 15:16:02.270047 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b0d78375-443e-4149-ad02-150927c14b97 req-62daa890-f917-426d-b10b-96affccba7c9 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461075
Apr 07 15:16:03.527687 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61535d1a-3802-4fa3-8a28-f9dc686c8ae5 req-ff662b99-b88f-41ac-b36e-57dc83c4dd7f tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:03.529439 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-61535d1a-3802-4fa3-8a28-f9dc686c8ae5 req-ff662b99-b88f-41ac-b36e-57dc83c4dd7f tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 943 time: 0.1032569
Apr 07 15:16:03.588746 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-61535d1a-3802-4fa3-8a28-f9dc686c8ae5 req-9d6b413e-ca79-43e5-bdcc-975c77a3eab1 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465319
Apr 07 15:16:04.833900 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37053161-be18-4da1-bafb-b9c693e2da25 req-5d8a62ea-91e5-4dfa-bae9-4af2cd9de1fd tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:04.835666 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-37053161-be18-4da1-bafb-b9c693e2da25 req-5d8a62ea-91e5-4dfa-bae9-4af2cd9de1fd tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 943 time: 0.1131921
Apr 07 15:16:04.871167 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-37053161-be18-4da1-bafb-b9c693e2da25 req-ad2cdac4-5253-400d-836c-23fe748d6532 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0282226
Apr 07 15:16:06.094392 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0d384-3fda-461e-9470-e3bd736820e6 req-dd6d2701-183f-4fb4-89b6-8c0ac647ce24 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:06.096159 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b4c0d384-3fda-461e-9470-e3bd736820e6 req-dd6d2701-183f-4fb4-89b6-8c0ac647ce24 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 943 time: 0.0981016
Apr 07 15:16:06.131083 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b4c0d384-3fda-461e-9470-e3bd736820e6 req-5702a907-b861-4942-a8cd-6690954d4285 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0263677
Apr 07 15:16:06.701886 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3574b8e-47d5-4132-9484-73240ca6c63f req-cbbf54eb-db2b-41a4-bb8c-8065985decaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:06.703453 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e3574b8e-47d5-4132-9484-73240ca6c63f req-cbbf54eb-db2b-41a4-bb8c-8065985decaa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f76cffb12134de5b61dbbab4c4abadf&device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 1099 time: 0.0893297
Apr 07 15:16:06.855226 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3574b8e-47d5-4132-9484-73240ca6c63f req-7ba6e460-bdb2-41ae-914a-4b88aa821f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:06.856833 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e3574b8e-47d5-4132-9484-73240ca6c63f req-7ba6e460-bdb2-41ae-914a-4b88aa821f03 service neutron] 10.222.0.65 "GET /v2.0/networks?id=59ba7fe3-d40f-4f7c-b163-210007707fcc HTTP/1.1" status: 200  len: 909 time: 0.1447926
Apr 07 15:16:06.973644 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e3574b8e-47d5-4132-9484-73240ca6c63f req-2a6c4f51-a307-4f31-add4-545243929c6c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f38b7f8-1224-4957-8f24-a1afc866aaa7 HTTP/1.1" status: 200  len: 1002 time: 0.1088982
Apr 07 15:16:07.045893 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3574b8e-47d5-4132-9484-73240ca6c63f req-1ae3cffa-a3b2-4b29-b875-7ab08cf15fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:07.047645 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e3574b8e-47d5-4132-9484-73240ca6c63f req-1ae3cffa-a3b2-4b29-b875-7ab08cf15fe4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf450d66-5220-4b2a-a595-d0db8b4aeb81 HTTP/1.1" status: 200  len: 847 time: 0.0666707
Apr 07 15:16:07.136997 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3574b8e-47d5-4132-9484-73240ca6c63f req-006a470b-ca6f-4c27-852d-686cf4c388f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:07.138708 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e3574b8e-47d5-4132-9484-73240ca6c63f req-006a470b-ca6f-4c27-852d-686cf4c388f6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59ba7fe3-d40f-4f7c-b163-210007707fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835702
Apr 07 15:16:07.354464 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e3574b8e-47d5-4132-9484-73240ca6c63f req-a7fa24d2-8feb-47c9-94af-16abed88a96f service neutron] 10.222.0.65 "GET /v2.0/networks/59ba7fe3-d40f-4f7c-b163-210007707fcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1986866
Apr 07 15:16:07.482054 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6467e-47b4-4328-9337-485d79370b6d req-b849d5d4-17b8-4cc9-815e-9c4ba2dca339 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:07.483747 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-46c6467e-47b4-4328-9337-485d79370b6d req-b849d5d4-17b8-4cc9-815e-9c4ba2dca339 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 943 time: 0.2250175
Apr 07 15:16:07.543404 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-46c6467e-47b4-4328-9337-485d79370b6d req-71c1da16-8c11-459d-b594-dffa736e2bd4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445299
Apr 07 15:16:07.545686 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e3574b8e-47d5-4132-9484-73240ca6c63f req-bb97d93f-70c6-4578-b6eb-e48bbb6a526e service neutron] 10.222.0.65 "GET /v2.0/networks/59ba7fe3-d40f-4f7c-b163-210007707fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1834958
Apr 07 15:16:08.756620 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba57aa-8b06-4af0-a9d6-6e3d1c1399b2 req-2011b855-055e-48e5-8a65-9367a19b329a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:08.758400 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-87ba57aa-8b06-4af0-a9d6-6e3d1c1399b2 req-2011b855-055e-48e5-8a65-9367a19b329a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 943 time: 0.0909343
Apr 07 15:16:08.799176 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-87ba57aa-8b06-4af0-a9d6-6e3d1c1399b2 req-f76d87af-45b9-44d7-aa65-baf515f6b76d tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0308092
Apr 07 15:16:10.042100 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0c146-7734-4d37-b5d0-2c5aad717d73 req-4a1e5793-24f1-4bdc-8e64-ea77f9755c46 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:10.043777 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-70c0c146-7734-4d37-b5d0-2c5aad717d73 req-4a1e5793-24f1-4bdc-8e64-ea77f9755c46 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 943 time: 0.1218948
Apr 07 15:16:10.084144 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-70c0c146-7734-4d37-b5d0-2c5aad717d73 req-9f886274-cef3-4402-9092-7226e4370e4d tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0325723
Apr 07 15:16:10.206375 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 162912ca-6f93-4812-8f4e-5b287b08742a details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 15:16:10.362126 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 162912ca-6f93-4812-8f4e-5b287b08742a, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=162912ca-6f93-4812-8f4e-5b287b08742a,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:16:10.381553 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Returning: {'device': '162912ca-6f93-4812-8f4e-5b287b08742a', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'port_id': '162912ca-6f93-4812-8f4e-5b287b08742a', 'mac_address': 'fa:16:3e:4f:53:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 15:16:10.442634 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:10.444005 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 162912ca-6f93-4812-8f4e-5b287b08742a {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:16:10.461613 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 162912ca-6f93-4812-8f4e-5b287b08742a, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=162912ca-6f93-4812-8f4e-5b287b08742a,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:16:10.465307 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:10.467226 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:16:10.540866 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=162912ca-6f93-4812-8f4e-5b287b08742a,revision_number=9']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:16:10.544309 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:16:10.783528 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['162912ca-6f93-4812-8f4e-5b287b08742a'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:16:11.307035 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb4278-4876-483d-bfaa-0efc4f713d82 req-8947151b-4756-490e-a6fc-a9739621cb41 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:11.308662 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-12bb4278-4876-483d-bfaa-0efc4f713d82 req-8947151b-4756-490e-a6fc-a9739621cb41 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 944 time: 0.0887713
Apr 07 15:16:11.344895 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-12bb4278-4876-483d-bfaa-0efc4f713d82 req-cf95f6f1-ba98-4184-9a65-1e16f6627d4b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0299046
Apr 07 15:16:12.223250 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 162912ca-6f93-4812-8f4e-5b287b08742a up at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:16:12.306093 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning complete for port 162912ca-6f93-4812-8f4e-5b287b08742a triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:16:12.306529 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:12.440153 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:12.452861 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe52a95-9cef-4ca5-8c15-d7519d9eb02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162912ca-6f93-4812-8f4e-5b287b08742a'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:16:12.463726 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 162912ca-6f93-4812-8f4e-5b287b08742a, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=162912ca-6f93-4812-8f4e-5b287b08742a,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:16:12.466802 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:12.468772 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:16:12.548310 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=162912ca-6f93-4812-8f4e-5b287b08742a,revision_number=10']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:16:12.552730 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:16:12.557747 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b510372-8681-4b0a-8c1e-7fef47c90bd3 req-3e40511c-3470-4309-9dfb-e62aee3d472a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:12.559315 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0b510372-8681-4b0a-8c1e-7fef47c90bd3 req-3e40511c-3470-4309-9dfb-e62aee3d472a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 946 time: 0.0897086
Apr 07 15:16:12.563628 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe52a95-9cef-4ca5-8c15-d7519d9eb02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162912ca-6f93-4812-8f4e-5b287b08742a', 'code': 200}
Apr 07 15:16:12.590533 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0b510372-8681-4b0a-8c1e-7fef47c90bd3 req-76386026-3f30-49d8-a985-a756df45a039 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0245142
Apr 07 15:16:12.881250 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52747cf2-85fb-4e20-80a4-6e5ba05cd242 req-e0171c4a-2185-48c3-b2d7-86fe2e67d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:12.882895 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-52747cf2-85fb-4e20-80a4-6e5ba05cd242 req-e0171c4a-2185-48c3-b2d7-86fe2e67d84b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 1099 time: 0.0821300
Apr 07 15:16:12.915109 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-52747cf2-85fb-4e20-80a4-6e5ba05cd242 req-665f55b2-76a7-4709-9f9c-97ff8ca9675d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0247769
Apr 07 15:16:13.801406 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41cb8f-de9a-434d-8c71-ce35db8751d5 req-2c8cca63-638f-48e6-928e-309fc72eddba tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:13.803013 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2c41cb8f-de9a-434d-8c71-ce35db8751d5 req-2c8cca63-638f-48e6-928e-309fc72eddba tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 946 time: 0.0913796
Apr 07 15:16:13.834376 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2c41cb8f-de9a-434d-8c71-ce35db8751d5 req-e14646ee-a55c-434b-915d-850e9b15b171 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0249071
Apr 07 15:16:15.046770 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee21870-0a42-44de-871a-191d5fb6fdd8 req-9ad81efb-4f13-4919-b7b7-7a8651e58f0d tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:15.048435 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5ee21870-0a42-44de-871a-191d5fb6fdd8 req-9ad81efb-4f13-4919-b7b7-7a8651e58f0d tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 946 time: 0.0932205
Apr 07 15:16:15.094448 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5ee21870-0a42-44de-871a-191d5fb6fdd8 req-db242f3f-3723-48bd-bee6-33886655751e tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390358
Apr 07 15:16:27.366999 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-14163916-7884-4f17-b4fe-704d2a350691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:29.973428 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bb0bddb4-3875-451a-bbb9-75ca229d105c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:30.054846 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:31.334323 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:31.836587 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:31.969155 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:36.556644 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:16:36.749353 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4058400b-6cd2-4850-a271-f3647345bbf1 req-ec715afe-31f1-49d0-9a1f-f06525c9ff8b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0872338
Apr 07 15:16:36.923663 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058400b-6cd2-4850-a271-f3647345bbf1 req-80edd54c-7d01-44fe-a2b4-e8263962e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:36.925391 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4058400b-6cd2-4850-a271-f3647345bbf1 req-80edd54c-7d01-44fe-a2b4-e8263962e027 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe4baebffb304bcebd7f14fa893dc5ab&device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 1099 time: 0.0814905
Apr 07 15:16:37.093958 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058400b-6cd2-4850-a271-f3647345bbf1 req-e88083ce-fcdb-4636-9a9f-c63b036b46fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:37.095633 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4058400b-6cd2-4850-a271-f3647345bbf1 req-e88083ce-fcdb-4636-9a9f-c63b036b46fd service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e0f3704-ba7e-4436-937d-51f6b7b3f535 HTTP/1.1" status: 200  len: 917 time: 0.1508234
Apr 07 15:16:37.455384 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4058400b-6cd2-4850-a271-f3647345bbf1 req-22e61ced-6adb-4405-81d1-345f669a8aa0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=162912ca-6f93-4812-8f4e-5b287b08742a HTTP/1.1" status: 200  len: 1001 time: 0.3526103
Apr 07 15:16:37.532626 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058400b-6cd2-4850-a271-f3647345bbf1 req-097aa8d3-886f-45b4-9857-8d87d0c0e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:37.534412 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4058400b-6cd2-4850-a271-f3647345bbf1 req-097aa8d3-886f-45b4-9857-8d87d0c0e8e5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d05646fb-c605-48bc-82c8-49d6fe52eea8 HTTP/1.1" status: 200  len: 855 time: 0.0708456
Apr 07 15:16:37.629021 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058400b-6cd2-4850-a271-f3647345bbf1 req-34b41e4a-ba1f-4cfa-8646-2bf0a56231c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:37.630713 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4058400b-6cd2-4850-a271-f3647345bbf1 req-34b41e4a-ba1f-4cfa-8646-2bf0a56231c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e0f3704-ba7e-4436-937d-51f6b7b3f535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0801640
Apr 07 15:16:37.783380 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4058400b-6cd2-4850-a271-f3647345bbf1 req-0e637b8c-8f5a-4d7c-a8a4-23069218103d service neutron] 10.222.0.65 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448991
Apr 07 15:16:37.934136 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4058400b-6cd2-4850-a271-f3647345bbf1 req-0ecaddfd-f031-4f62-85bc-9179d4f096e0 service neutron] 10.222.0.65 "GET /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436560
Apr 07 15:16:48.904102 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225083c-a4c8-4bf4-b5a5-65ff36fe56a6 req-35b2b29b-c71f-4ef0-ba48-1055ec7297c2 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:48.905844 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2225083c-a4c8-4bf4-b5a5-65ff36fe56a6 req-35b2b29b-c71f-4ef0-ba48-1055ec7297c2 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 946 time: 0.1005518
Apr 07 15:16:48.940050 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2225083c-a4c8-4bf4-b5a5-65ff36fe56a6 req-26a0e7ef-d9d5-416d-b2ff-d44bb8960996 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0273085
Apr 07 15:16:50.181534 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d552215-79ab-4991-9852-eb7dec8c2b2a req-ac683403-5d11-4001-a31a-c1368c60aeb4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:50.183295 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0d552215-79ab-4991-9852-eb7dec8c2b2a req-ac683403-5d11-4001-a31a-c1368c60aeb4 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 946 time: 0.0963664
Apr 07 15:16:50.218057 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0d552215-79ab-4991-9852-eb7dec8c2b2a req-46f6089c-4ab8-42e0-8fbe-8bed0ae1fb14 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups?id=2819293f-dd06-48fd-a60d-778cb737e6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0274103
Apr 07 15:16:50.364063 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90194d2-678c-47a8-b3bb-498377e302cb req-df3f5240-e4c6-4e49-b710-0c18c66d7790 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:50.365910 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d90194d2-678c-47a8-b3bb-498377e302cb req-df3f5240-e4c6-4e49-b710-0c18c66d7790 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 946 time: 0.1102021
Apr 07 15:16:50.450430 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-d90194d2-678c-47a8-b3bb-498377e302cb req-c0a80f39-eb8b-4c91-8353-f661abdd0eac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Deleting port 162912ca-6f93-4812-8f4e-5b287b08742a {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:16:50.450692 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-d90194d2-678c-47a8-b3bb-498377e302cb req-c0a80f39-eb8b-4c91-8353-f661abdd0eac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:50.738651 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-d90194d2-678c-47a8-b3bb-498377e302cb req-c0a80f39-eb8b-4c91-8353-f661abdd0eac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] For port 162912ca-6f93-4812-8f4e-5b287b08742a, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=162912ca-6f93-4812-8f4e-5b287b08742a,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:16:50.738938 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-d90194d2-678c-47a8-b3bb-498377e302cb req-c0a80f39-eb8b-4c91-8353-f661abdd0eac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:51.108921 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-d90194d2-678c-47a8-b3bb-498377e302cb req-c0a80f39-eb8b-4c91-8353-f661abdd0eac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:51.109373 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-d90194d2-678c-47a8-b3bb-498377e302cb req-c0a80f39-eb8b-4c91-8353-f661abdd0eac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509939'] for floatingip, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:51.109774 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.l3_db [req-d90194d2-678c-47a8-b3bb-498377e302cb req-c0a80f39-eb8b-4c91-8353-f661abdd0eac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Floating IP 4c438d25-c59b-41d0-9808-b4e6b68eb17d disassociated. External IP: 172.27.2.147, port: 162912ca-6f93-4812-8f4e-5b287b08742a.
Apr 07 15:16:51.110203 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-d90194d2-678c-47a8-b3bb-498377e302cb req-c0a80f39-eb8b-4c91-8353-f661abdd0eac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Calling delete_port for 162912ca-6f93-4812-8f4e-5b287b08742a owned by compute:nova {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:16:51.293222 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-d90194d2-678c-47a8-b3bb-498377e302cb req-c0a80f39-eb8b-4c91-8353-f661abdd0eac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:51.313117 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f2a93add-c530-4eda-9aa5-83d8604d909d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:16:51.475498 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a80f39-eb8b-4c91-8353-f661abdd0eac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Pushing event deleted for resources: {'Port': ['ID=162912ca-6f93-4812-8f4e-5b287b08742a,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:16:51.486335 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c0a80f39-eb8b-4c91-8353-f661abdd0eac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:16:51.498466 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-69be06fd-f9d5-4747-9f8b-301b82c08d4e req-527f3ef5-b419-42cd-8e79-36a31ed749e7 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 210 time: 0.0756776
Apr 07 15:16:51.778810 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d90194d2-678c-47a8-b3bb-498377e302cb req-c0a80f39-eb8b-4c91-8353-f661abdd0eac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Router ca711889-d007-44e7-bd34-e6bb1eaf2861 has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:16:51.987649 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d90194d2-678c-47a8-b3bb-498377e302cb req-c0a80f39-eb8b-4c91-8353-f661abdd0eac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:16:51.998755 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57216ec-3f4e-421b-81a0-be7fe8ccf878 None None] Sync routers for ids ['ca711889-d007-44e7-bd34-e6bb1eaf2861'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:16:52.012902 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57216ec-3f4e-421b-81a0-be7fe8ccf878 None None] Routers {'ca711889-d007-44e7-bd34-e6bb1eaf2861'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:16:52.013875 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-a57216ec-3f4e-421b-81a0-be7fe8ccf878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690b9bac8>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:16:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['ca711889-d007-44e7-bd34-e6bb1eaf2861'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:16:52.081739 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90194d2-678c-47a8-b3bb-498377e302cb req-c0a80f39-eb8b-4c91-8353-f661abdd0eac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] No DVR routers for this DVR port 162912ca-6f93-4812-8f4e-5b287b08742a on host hv-cinder-78226 {{(pid=84337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:16:52.087649 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-d90194d2-678c-47a8-b3bb-498377e302cb req-c0a80f39-eb8b-4c91-8353-f661abdd0eac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:52.103976 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe52a95-9cef-4ca5-8c15-d7519d9eb02a', 'name': 'network-vif-deleted', 'tag': '162912ca-6f93-4812-8f4e-5b287b08742a'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:16:52.119750 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d90194d2-678c-47a8-b3bb-498377e302cb req-c0a80f39-eb8b-4c91-8353-f661abdd0eac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.65 "DELETE /v2.0/ports/162912ca-6f93-4812-8f4e-5b287b08742a HTTP/1.1" status: 204  len: 173 time: 1.7481916
Apr 07 15:16:52.161651 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe52a95-9cef-4ca5-8c15-d7519d9eb02a', 'name': 'network-vif-deleted', 'tag': '162912ca-6f93-4812-8f4e-5b287b08742a', 'status': 'completed', 'code': 200}
Apr 07 15:16:52.249390 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-a57216ec-3f4e-421b-81a0-be7fe8ccf878 None None] Set router ca711889-d007-44e7-bd34-e6bb1eaf2861 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:16:52.556700 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d2dc7-1642-4c24-a554-70a025fb037c req-8ac48dcd-1dbc-4655-9197-ee35663e656c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:52.558491 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-744d2dc7-1642-4c24-a554-70a025fb037c req-8ac48dcd-1dbc-4655-9197-ee35663e656c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d87a7c1-c002-47f6-bab5-8b42233e6a5a HTTP/1.1" status: 200  len: 945 time: 0.0977700
Apr 07 15:16:52.598920 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-744d2dc7-1642-4c24-a554-70a025fb037c req-c151bb11-9f03-4771-bfda-4f9fddc9f650 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=618faf1f-3bf5-442c-83b4-d3110ab841dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0271971
Apr 07 15:16:52.614848 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-a57216ec-3f4e-421b-81a0-be7fe8ccf878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690b9bac8>, [{'id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'name': 'tempest-AttachVolumeShelveTestJSON-232211889-router', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:29Z', 'updated_at': '2021-04-07T15:09:47Z', 'revision_number': 4, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'gw_port': {'id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:32Z', 'updated_at': '2021-04-07T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '972b423b-dafe-4010-8922-3eff00e71615', 'name': '', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'mac_address': 'fa:16:3e:e7:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:42Z', 'updated_at': '2021-04-07T15:10:05Z', 'revision_number': 5, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'subnets': [{'id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:16:52.619721 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57216ec-3f4e-421b-81a0-be7fe8ccf878 None None] Checking router: ca711889-d007-44e7-bd34-e6bb1eaf2861 for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:16:52.630140 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57216ec-3f4e-421b-81a0-be7fe8ccf878 None None] Routers {'ca711889-d007-44e7-bd34-e6bb1eaf2861'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:16:52.630824 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-a57216ec-3f4e-421b-81a0-be7fe8ccf878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690b9bac8>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:16:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['ca711889-d007-44e7-bd34-e6bb1eaf2861'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:16:52.712909 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-15facfa3-d9d0-4b4a-9c59-9d128cee0c61 req-772ba22b-f38a-429d-a35e-e6f1f64bb8a3 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Synchronizing usage tracker for tenant:fe4baebffb304bcebd7f14fa893dc5ab on resource:port {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:16:52.732649 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-15facfa3-d9d0-4b4a-9c59-9d128cee0c61 req-772ba22b-f38a-429d-a35e-e6f1f64bb8a3 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Unset dirty status for tenant:fe4baebffb304bcebd7f14fa893dc5ab on resource:port {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:16:52.734104 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-15facfa3-d9d0-4b4a-9c59-9d128cee0c61 req-772ba22b-f38a-429d-a35e-e6f1f64bb8a3 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe52a95-9cef-4ca5-8c15-d7519d9eb02a HTTP/1.1" status: 200  len: 210 time: 0.0723286
Apr 07 15:16:52.857975 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-a57216ec-3f4e-421b-81a0-be7fe8ccf878 None None] Set router ca711889-d007-44e7-bd34-e6bb1eaf2861 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:16:53.239523 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-a57216ec-3f4e-421b-81a0-be7fe8ccf878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690b9bac8>, [{'id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'name': 'tempest-AttachVolumeShelveTestJSON-232211889-router', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:29Z', 'updated_at': '2021-04-07T15:09:47Z', 'revision_number': 4, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'gw_port': {'id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:32Z', 'updated_at': '2021-04-07T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '972b423b-dafe-4010-8922-3eff00e71615', 'name': '', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'mac_address': 'fa:16:3e:e7:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:42Z', 'updated_at': '2021-04-07T15:10:05Z', 'revision_number': 5, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'subnets': [{'id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:16:53.243709 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57216ec-3f4e-421b-81a0-be7fe8ccf878 None None] The sync data for ids ['ca711889-d007-44e7-bd34-e6bb1eaf2861'] in dv-cinder-782260-2-iscsi is: [{'id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'name': 'tempest-AttachVolumeShelveTestJSON-232211889-router', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:29Z', 'updated_at': '2021-04-07T15:09:47Z', 'revision_number': 4, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'gw_port': {'id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:32Z', 'updated_at': '2021-04-07T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '972b423b-dafe-4010-8922-3eff00e71615', 'name': '', 'network_id': '7e0f3704-ba7e-4436-937d-51f6b7b3f535', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'mac_address': 'fa:16:3e:e7:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:42Z', 'updated_at': '2021-04-07T15:10:05Z', 'revision_number': 5, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'subnets': [{'id': 'd05646fb-c605-48bc-82c8-49d6fe52eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:16:53.723317 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a5b7b1-5c27-4c22-a794-696e567c81ca None None] New status for floating IP 4c438d25-c59b-41d0-9808-b4e6b68eb17d: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 15:16:53.849497 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d31c6-e1c9-4c55-855b-0ec152a1e8ce req-9207ea08-e146-4806-8be1-1c27ee27e5cd tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:53.851294 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8c6d31c6-e1c9-4c55-855b-0ec152a1e8ce req-9207ea08-e146-4806-8be1-1c27ee27e5cd tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d87a7c1-c002-47f6-bab5-8b42233e6a5a HTTP/1.1" status: 200  len: 945 time: 0.1032846
Apr 07 15:16:53.888868 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8c6d31c6-e1c9-4c55-855b-0ec152a1e8ce req-194ba168-2f9c-4097-82f2-29443933235a tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=618faf1f-3bf5-442c-83b4-d3110ab841dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0282416
Apr 07 15:16:53.955159 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 38044) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:16:54.052093 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6641cc90-7484-41dd-8bfd-a1b7163e8efc tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:54.088250 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6641cc90-7484-41dd-8bfd-a1b7163e8efc tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:54.141903 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6641cc90-7484-41dd-8bfd-a1b7163e8efc tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:54.146822 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c7fc81d9-44c1-4a8b-a19c-53671b7ff87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:16:54.164010 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641cc90-7484-41dd-8bfd-a1b7163e8efc tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2819293f-dd06-48fd-a60d-778cb737e6fb,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:16:54.176924 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641cc90-7484-41dd-8bfd-a1b7163e8efc tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:16:54.177388 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641cc90-7484-41dd-8bfd-a1b7163e8efc tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:16:54.177815 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641cc90-7484-41dd-8bfd-a1b7163e8efc tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:16:54.178226 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641cc90-7484-41dd-8bfd-a1b7163e8efc tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:16:54.178634 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641cc90-7484-41dd-8bfd-a1b7163e8efc tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:16:54.179034 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641cc90-7484-41dd-8bfd-a1b7163e8efc tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:16:54.180744 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641cc90-7484-41dd-8bfd-a1b7163e8efc tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:16:54.181541 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641cc90-7484-41dd-8bfd-a1b7163e8efc tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:16:54.182222 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641cc90-7484-41dd-8bfd-a1b7163e8efc tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:16:54.182884 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641cc90-7484-41dd-8bfd-a1b7163e8efc tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:16:54.183538 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641cc90-7484-41dd-8bfd-a1b7163e8efc tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:16:54.184195 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641cc90-7484-41dd-8bfd-a1b7163e8efc tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:16:54.190814 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6641cc90-7484-41dd-8bfd-a1b7163e8efc tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:16:54.195296 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6641cc90-7484-41dd-8bfd-a1b7163e8efc tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:54.196675 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-6641cc90-7484-41dd-8bfd-a1b7163e8efc tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "DELETE /v2.0/security-groups/2819293f-dd06-48fd-a60d-778cb737e6fb HTTP/1.1" status: 204  len: 168 time: 0.2403646
Apr 07 15:16:54.201514 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 38048) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:16:54.234898 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.v2.resource [None req-ae03a975-dfcb-4d34-9574-8f8e9de31146 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] show failed (client error): The resource could not be found.
Apr 07 15:16:54.236767 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-ae03a975-dfcb-4d34-9574-8f8e9de31146 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "GET /v2.0/security-groups/2819293f-dd06-48fd-a60d-778cb737e6fb HTTP/1.1" status: 404  len: 347 time: 0.0337410
Apr 07 15:16:54.240205 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 38052) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:16:54.318005 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4d377-3474-419e-95b4-b101fdf645e0 req-789f87a6-37da-46af-9e5a-d7e5135c4b8d tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:54.319909 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-59b4d377-3474-419e-95b4-b101fdf645e0 req-789f87a6-37da-46af-9e5a-d7e5135c4b8d tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d87a7c1-c002-47f6-bab5-8b42233e6a5a HTTP/1.1" status: 200  len: 945 time: 0.1101093
Apr 07 15:16:54.411296 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-59b4d377-3474-419e-95b4-b101fdf645e0 req-d4feacb6-293d-48f4-bfec-70b0c660032e tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Deleting port c2af178d-beea-4032-9c95-9c5562f06c0c {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:16:54.411689 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-59b4d377-3474-419e-95b4-b101fdf645e0 req-d4feacb6-293d-48f4-bfec-70b0c660032e tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:54.423510 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-89b79517-1300-448d-9e99-8efd710fd00d tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Deleting port 7d42f09c-eeea-406c-b376-338f26a14fa7 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:16:54.423902 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-89b79517-1300-448d-9e99-8efd710fd00d tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:54.515415 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 162912ca-6f93-4812-8f4e-5b287b08742a no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:16:54.557089 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] No Port match for: 162912ca-6f93-4812-8f4e-5b287b08742a {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:16:54.557623 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 162912ca-6f93-4812-8f4e-5b287b08742a not bound to the agent host hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:16:54.621293 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-89b79517-1300-448d-9e99-8efd710fd00d tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:54.621590 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-89b79517-1300-448d-9e99-8efd710fd00d tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:54.755645 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-59b4d377-3474-419e-95b4-b101fdf645e0 req-d4feacb6-293d-48f4-bfec-70b0c660032e tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] For port c2af178d-beea-4032-9c95-9c5562f06c0c, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=c2af178d-beea-4032-9c95-9c5562f06c0c,segment=NetworkSegment(d1787ff3-3fe3-4996-b14a-09fc1a214c5d),segment_id=d1787ff3-3fe3-4996-b14a-09fc1a214c5d)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:16:54.755645 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-59b4d377-3474-419e-95b4-b101fdf645e0 req-d4feacb6-293d-48f4-bfec-70b0c660032e tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:54.760514 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-89b79517-1300-448d-9e99-8efd710fd00d tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Calling delete_port for 7d42f09c-eeea-406c-b376-338f26a14fa7 owned by network:floatingip {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:16:54.920629 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-89b79517-1300-448d-9e99-8efd710fd00d tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:54.940699 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-50628002-fc11-4c51-b049-ed7d72b7be78 tempest-DeleteServersTestJSON-1741559417 tempest-DeleteServersTestJSON-1741559417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:16:55.055637 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b79517-1300-448d-9e99-8efd710fd00d tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Pushing event deleted for resources: {'Port': ['ID=7d42f09c-eeea-406c-b376-338f26a14fa7,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:16:55.060974 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-89b79517-1300-448d-9e99-8efd710fd00d tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:16:55.171523 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-59b4d377-3474-419e-95b4-b101fdf645e0 req-d4feacb6-293d-48f4-bfec-70b0c660032e tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:55.171852 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-59b4d377-3474-419e-95b4-b101fdf645e0 req-d4feacb6-293d-48f4-bfec-70b0c660032e tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509939'] for floatingip, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:55.172216 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.l3_db [req-59b4d377-3474-419e-95b4-b101fdf645e0 req-d4feacb6-293d-48f4-bfec-70b0c660032e tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Floating IP d35f45ef-8ae6-4b92-885c-6cb75c315339 disassociated. External IP: 172.27.2.62, port: c2af178d-beea-4032-9c95-9c5562f06c0c.
Apr 07 15:16:55.172608 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-59b4d377-3474-419e-95b4-b101fdf645e0 req-d4feacb6-293d-48f4-bfec-70b0c660032e tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Calling delete_port for c2af178d-beea-4032-9c95-9c5562f06c0c owned by compute:nova {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:16:55.233474 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-89b79517-1300-448d-9e99-8efd710fd00d tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks [] for floatingip, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:55.254414 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-89b79517-1300-448d-9e99-8efd710fd00d tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:55.255669 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-89b79517-1300-448d-9e99-8efd710fd00d tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] 10.222.0.39 "DELETE /v2.0/floatingips/4c438d25-c59b-41d0-9808-b4e6b68eb17d HTTP/1.1" status: 204  len: 168 time: 1.0141666
Apr 07 15:16:55.266125 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41d157-e340-4a0e-8385-4ae80a132eda req-cfa79582-30c1-4e96-baf9-d0db38082ac4 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:16:55.268049 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0d41d157-e340-4a0e-8385-4ae80a132eda req-cfa79582-30c1-4e96-baf9-d0db38082ac4 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d87a7c1-c002-47f6-bab5-8b42233e6a5a HTTP/1.1" status: 200  len: 945 time: 0.2098763
Apr 07 15:16:55.312695 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0d41d157-e340-4a0e-8385-4ae80a132eda req-06635e1c-5ece-4e9d-97e9-9c1de245c369 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups?id=618faf1f-3bf5-442c-83b4-d3110ab841dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0296338
Apr 07 15:16:55.388924 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-59b4d377-3474-419e-95b4-b101fdf645e0 req-d4feacb6-293d-48f4-bfec-70b0c660032e tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:55.415154 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f8e6b43d-a263-48ca-9939-b8e3a22c06f4 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:16:55.518900 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4feacb6-293d-48f4-bfec-70b0c660032e tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Pushing event deleted for resources: {'Port': ['ID=c2af178d-beea-4032-9c95-9c5562f06c0c,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:16:55.521639 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d4feacb6-293d-48f4-bfec-70b0c660032e tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:16:56.087570 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59b4d377-3474-419e-95b4-b101fdf645e0 req-d4feacb6-293d-48f4-bfec-70b0c660032e tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Router c764c915-ec41-4008-bf7b-a4e90d126d9b has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:16:56.296102 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59b4d377-3474-419e-95b4-b101fdf645e0 req-d4feacb6-293d-48f4-bfec-70b0c660032e tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:16:56.311080 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fd281-ccb2-4b94-bb51-53f318867e90 None None] Sync routers for ids ['c764c915-ec41-4008-bf7b-a4e90d126d9b'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:16:56.325006 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131fd281-ccb2-4b94-bb51-53f318867e90 None None] Routers {'c764c915-ec41-4008-bf7b-a4e90d126d9b'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:16:56.325803 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-131fd281-ccb2-4b94-bb51-53f318867e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6910607f0>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:16:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['c764c915-ec41-4008-bf7b-a4e90d126d9b'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:16:56.393110 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b4d377-3474-419e-95b4-b101fdf645e0 req-d4feacb6-293d-48f4-bfec-70b0c660032e tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] No DVR routers for this DVR port c2af178d-beea-4032-9c95-9c5562f06c0c on host hv-cinder-78226 {{(pid=84337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:16:56.397683 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-59b4d377-3474-419e-95b4-b101fdf645e0 req-d4feacb6-293d-48f4-bfec-70b0c660032e tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:56.419876 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d87a7c1-c002-47f6-bab5-8b42233e6a5a', 'name': 'network-vif-deleted', 'tag': 'c2af178d-beea-4032-9c95-9c5562f06c0c'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:16:56.432681 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-59b4d377-3474-419e-95b4-b101fdf645e0 req-d4feacb6-293d-48f4-bfec-70b0c660032e tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.65 "DELETE /v2.0/ports/c2af178d-beea-4032-9c95-9c5562f06c0c HTTP/1.1" status: 204  len: 173 time: 2.1073890
Apr 07 15:16:56.491041 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d87a7c1-c002-47f6-bab5-8b42233e6a5a', 'name': 'network-vif-deleted', 'tag': 'c2af178d-beea-4032-9c95-9c5562f06c0c', 'status': 'completed', 'code': 200}
Apr 07 15:16:56.785906 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-131fd281-ccb2-4b94-bb51-53f318867e90 None None] Set router c764c915-ec41-4008-bf7b-a4e90d126d9b gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:16:56.808264 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-8215706b-3ac6-4ae1-a2d7-db164347aa21 req-a2aa60f7-c049-45db-95e8-97f882322c51 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Synchronizing usage tracker for tenant:b12d2babc7ca4e538b15fd6776db7809 on resource:port {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:16:56.836807 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-8215706b-3ac6-4ae1-a2d7-db164347aa21 req-a2aa60f7-c049-45db-95e8-97f882322c51 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Unset dirty status for tenant:b12d2babc7ca4e538b15fd6776db7809 on resource:port {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:16:56.839822 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8215706b-3ac6-4ae1-a2d7-db164347aa21 req-a2aa60f7-c049-45db-95e8-97f882322c51 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d87a7c1-c002-47f6-bab5-8b42233e6a5a HTTP/1.1" status: 200  len: 210 time: 0.0922785
Apr 07 15:16:57.194427 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-131fd281-ccb2-4b94-bb51-53f318867e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6910607f0>, [{'id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'name': 'tempest-AttachVolumeTestJSON-288799174-router', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:10:52Z', 'updated_at': '2021-04-07T15:11:00Z', 'revision_number': 4, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'gw_port': {'id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:54Z', 'updated_at': '2021-04-07T15:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf', 'name': '', 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'mac_address': 'fa:16:3e:ce:13:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:59Z', 'updated_at': '2021-04-07T15:11:12Z', 'revision_number': 5, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'subnets': [{'id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:16:57.201567 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fd281-ccb2-4b94-bb51-53f318867e90 None None] Checking router: c764c915-ec41-4008-bf7b-a4e90d126d9b for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:16:57.215493 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131fd281-ccb2-4b94-bb51-53f318867e90 None None] Routers {'c764c915-ec41-4008-bf7b-a4e90d126d9b'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:16:57.216191 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-131fd281-ccb2-4b94-bb51-53f318867e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6910607f0>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:16:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['c764c915-ec41-4008-bf7b-a4e90d126d9b'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:16:57.396058 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-77a5566b-190a-40c3-8b64-ad02c8e35c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:57.442598 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-131fd281-ccb2-4b94-bb51-53f318867e90 None None] Set router c764c915-ec41-4008-bf7b-a4e90d126d9b gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:16:57.823976 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-131fd281-ccb2-4b94-bb51-53f318867e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6910607f0>, [{'id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'name': 'tempest-AttachVolumeTestJSON-288799174-router', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:10:52Z', 'updated_at': '2021-04-07T15:11:00Z', 'revision_number': 4, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'gw_port': {'id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:54Z', 'updated_at': '2021-04-07T15:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf', 'name': '', 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'mac_address': 'fa:16:3e:ce:13:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:59Z', 'updated_at': '2021-04-07T15:11:12Z', 'revision_number': 5, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'subnets': [{'id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:16:57.832098 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fd281-ccb2-4b94-bb51-53f318867e90 None None] The sync data for ids ['c764c915-ec41-4008-bf7b-a4e90d126d9b'] in dv-cinder-782260-2-iscsi is: [{'id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'name': 'tempest-AttachVolumeTestJSON-288799174-router', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:10:52Z', 'updated_at': '2021-04-07T15:11:00Z', 'revision_number': 4, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'gw_port': {'id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:54Z', 'updated_at': '2021-04-07T15:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf', 'name': '', 'network_id': '9ec87ff2-febc-4f18-8e41-ab2231995e81', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'mac_address': 'fa:16:3e:ce:13:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:59Z', 'updated_at': '2021-04-07T15:11:12Z', 'revision_number': 5, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'subnets': [{'id': '7b4613b1-aa51-4fff-9468-67e278e334ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:16:58.008143 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 38080) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:16:58.089567 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ab7433a4-e8bb-46a1-b20f-3e1eb3443492 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:58.125698 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ab7433a4-e8bb-46a1-b20f-3e1eb3443492 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:58.181558 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ab7433a4-e8bb-46a1-b20f-3e1eb3443492 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:58.186435 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b6e66311-8a76-467d-ac1d-ea8745af1797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:16:58.203604 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7433a4-e8bb-46a1-b20f-3e1eb3443492 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=618faf1f-3bf5-442c-83b4-d3110ab841dd,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:16:58.206091 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ab7433a4-e8bb-46a1-b20f-3e1eb3443492 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:16:58.217149 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ab7433a4-e8bb-46a1-b20f-3e1eb3443492 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:58.218453 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-ab7433a4-e8bb-46a1-b20f-3e1eb3443492 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "DELETE /v2.0/security-groups/618faf1f-3bf5-442c-83b4-d3110ab841dd HTTP/1.1" status: 204  len: 168 time: 0.2090850
Apr 07 15:16:58.221390 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 38084) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:16:58.242139 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.api.v2.resource [None req-832fa6f4-9607-44c7-a308-e86e1bce53f1 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] show failed (client error): The resource could not be found.
Apr 07 15:16:58.243414 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-832fa6f4-9607-44c7-a308-e86e1bce53f1 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "GET /v2.0/security-groups/618faf1f-3bf5-442c-83b4-d3110ab841dd HTTP/1.1" status: 404  len: 347 time: 0.0202117
Apr 07 15:16:58.246829 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 38088) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:16:58.254269 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0867c35-0687-482c-be4a-71b3fd8bff86 None None] New status for floating IP d35f45ef-8ae6-4b92-885c-6cb75c315339: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 15:16:58.441717 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-e01bf093-083a-4b08-b56e-e1bb7a441b96 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Deleting port 997e5ab9-e0ae-4dd7-9443-e76e2e12bfda {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:16:58.442102 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e01bf093-083a-4b08-b56e-e1bb7a441b96 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:58.534105 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device c2af178d-beea-4032-9c95-9c5562f06c0c no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:16:58.589518 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 38098) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:16:58.610893 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] No Port match for: c2af178d-beea-4032-9c95-9c5562f06c0c {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:16:58.611183 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device c2af178d-beea-4032-9c95-9c5562f06c0c not bound to the agent host hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:16:58.659531 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e01bf093-083a-4b08-b56e-e1bb7a441b96 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:58.659999 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e01bf093-083a-4b08-b56e-e1bb7a441b96 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:58.862770 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-e01bf093-083a-4b08-b56e-e1bb7a441b96 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Calling delete_port for 997e5ab9-e0ae-4dd7-9443-e76e2e12bfda owned by network:floatingip {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:16:58.962970 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.db.api [None req-e01bf093-083a-4b08-b56e-e1bb7a441b96 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84338) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 07 15:16:58.963514 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_db.api [None req-e01bf093-083a-4b08-b56e-e1bb7a441b96 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 07 15:16:59.388082 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ca7466c7-f94b-4abf-a682-650fa60d0012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854367082'] for router_interface, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:59.465105 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-e01bf093-083a-4b08-b56e-e1bb7a441b96 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Deleting port 997e5ab9-e0ae-4dd7-9443-e76e2e12bfda {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:16:59.465695 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e01bf093-083a-4b08-b56e-e1bb7a441b96 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:59.666117 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e01bf093-083a-4b08-b56e-e1bb7a441b96 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:59.666386 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e01bf093-083a-4b08-b56e-e1bb7a441b96 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:59.785243 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-ca7466c7-f94b-4abf-a682-650fa60d0012 admin admin] Deleting port 972b423b-dafe-4010-8922-3eff00e71615 {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:16:59.785681 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ca7466c7-f94b-4abf-a682-650fa60d0012 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:59.804936 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-e01bf093-083a-4b08-b56e-e1bb7a441b96 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Calling delete_port for 997e5ab9-e0ae-4dd7-9443-e76e2e12bfda owned by network:floatingip {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:16:59.968152 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ff72b531-c803-4d64-b6d8-b2e24d2c4944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:59.971621 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e01bf093-083a-4b08-b56e-e1bb7a441b96 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:16:59.982579 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-ca7466c7-f94b-4abf-a682-650fa60d0012 admin admin] For port 972b423b-dafe-4010-8922-3eff00e71615, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=972b423b-dafe-4010-8922-3eff00e71615,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:16:59.982976 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ca7466c7-f94b-4abf-a682-650fa60d0012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:00.038825 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:00.055548 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:00.096798 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01bf093-083a-4b08-b56e-e1bb7a441b96 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Pushing event deleted for resources: {'Port': ['ID=997e5ab9-e0ae-4dd7-9443-e76e2e12bfda,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:00.100996 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e01bf093-083a-4b08-b56e-e1bb7a441b96 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:00.121984 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-ca7466c7-f94b-4abf-a682-650fa60d0012 admin admin] Calling delete_port for 972b423b-dafe-4010-8922-3eff00e71615 owned by network:router_interface {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:17:00.260644 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e01bf093-083a-4b08-b56e-e1bb7a441b96 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks [] for floatingip, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:00.280004 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e01bf093-083a-4b08-b56e-e1bb7a441b96 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:00.283818 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-e01bf093-083a-4b08-b56e-e1bb7a441b96 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] 10.222.0.39 "DELETE /v2.0/floatingips/d35f45ef-8ae6-4b92-885c-6cb75c315339 HTTP/1.1" status: 204  len: 168 time: 2.0327840
Apr 07 15:17:00.319305 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ca7466c7-f94b-4abf-a682-650fa60d0012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:00.335919 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b2cd4750-6dc9-4995-b8b4-de8f771b44b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:00.437277 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7466c7-f94b-4abf-a682-650fa60d0012 admin admin] Pushing event deleted for resources: {'Port': ['ID=972b423b-dafe-4010-8922-3eff00e71615,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:00.459331 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7466c7-f94b-4abf-a682-650fa60d0012 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:00.459755 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7466c7-f94b-4abf-a682-650fa60d0012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:00.460198 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7466c7-f94b-4abf-a682-650fa60d0012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:00.460705 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7466c7-f94b-4abf-a682-650fa60d0012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:00.461075 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7466c7-f94b-4abf-a682-650fa60d0012 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:00.461509 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7466c7-f94b-4abf-a682-650fa60d0012 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:00.461937 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7466c7-f94b-4abf-a682-650fa60d0012 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:00.462419 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7466c7-f94b-4abf-a682-650fa60d0012 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:00.462793 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7466c7-f94b-4abf-a682-650fa60d0012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:00.463191 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7466c7-f94b-4abf-a682-650fa60d0012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:00.463560 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7466c7-f94b-4abf-a682-650fa60d0012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:00.463993 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7466c7-f94b-4abf-a682-650fa60d0012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:00.469786 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ca7466c7-f94b-4abf-a682-650fa60d0012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:01.148059 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ca7466c7-f94b-4abf-a682-650fa60d0012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854367835'] for router_interface, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:01.346977 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:01.704983 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7466c7-f94b-4abf-a682-650fa60d0012 admin admin] Router ca711889-d007-44e7-bd34-e6bb1eaf2861 has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:17:01.840710 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:01.911721 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7466c7-f94b-4abf-a682-650fa60d0012 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:17:01.923161 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4684d52-9e03-4d9f-a90c-bfd83dae9dd9 None None] Sync routers for ids ['ca711889-d007-44e7-bd34-e6bb1eaf2861'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:17:01.926479 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-ca7466c7-f94b-4abf-a682-650fa60d0012 admin admin] 10.222.0.39 "PUT /v2.0/routers/ca711889-d007-44e7-bd34-e6bb1eaf2861/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3350854
Apr 07 15:17:01.929191 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 38114) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:01.935089 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4684d52-9e03-4d9f-a90c-bfd83dae9dd9 None None] Routers {'ca711889-d007-44e7-bd34-e6bb1eaf2861'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:17:01.935834 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-e4684d52-9e03-4d9f-a90c-bfd83dae9dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe691004588>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:17:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['ca711889-d007-44e7-bd34-e6bb1eaf2861'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:17:02.090745 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:02.131828 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee00d-77eb-408e-88ef-2d1787f506d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:02.156788 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-e4684d52-9e03-4d9f-a90c-bfd83dae9dd9 None None] Set router ca711889-d007-44e7-bd34-e6bb1eaf2861 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:17:02.330758 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee00d-77eb-408e-88ef-2d1787f506d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:02.339905 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-ef5ee00d-77eb-408e-88ef-2d1787f506d0 admin admin] Deleting port 624a001a-60d0-4a7c-aab9-1a984884b9e9 {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:17:02.340257 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee00d-77eb-408e-88ef-2d1787f506d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:02.481226 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-e4684d52-9e03-4d9f-a90c-bfd83dae9dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe691004588>, [{'id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'name': 'tempest-AttachVolumeShelveTestJSON-232211889-router', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:29Z', 'updated_at': '2021-04-07T15:17:00Z', 'revision_number': 5, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'gw_port': {'id': '624a001a-60d0-4a7c-aab9-1a984884b9e9', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:32Z', 'updated_at': '2021-04-07T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi'}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:17:02.485386 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4684d52-9e03-4d9f-a90c-bfd83dae9dd9 None None] Checking router: ca711889-d007-44e7-bd34-e6bb1eaf2861 for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:17:02.494636 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4684d52-9e03-4d9f-a90c-bfd83dae9dd9 None None] Routers {'ca711889-d007-44e7-bd34-e6bb1eaf2861'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:17:02.495317 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-e4684d52-9e03-4d9f-a90c-bfd83dae9dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe691004588>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:17:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['ca711889-d007-44e7-bd34-e6bb1eaf2861'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:17:02.538725 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-ef5ee00d-77eb-408e-88ef-2d1787f506d0 admin admin] For port 624a001a-60d0-4a7c-aab9-1a984884b9e9, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=624a001a-60d0-4a7c-aab9-1a984884b9e9,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:17:02.539123 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee00d-77eb-408e-88ef-2d1787f506d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:02.664938 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-e4684d52-9e03-4d9f-a90c-bfd83dae9dd9 None None] Set router ca711889-d007-44e7-bd34-e6bb1eaf2861 gateway port host: None {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:17:02.676691 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-ef5ee00d-77eb-408e-88ef-2d1787f506d0 admin admin] Calling delete_port for 624a001a-60d0-4a7c-aab9-1a984884b9e9 owned by network:router_gateway {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:17:02.796458 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-e4684d52-9e03-4d9f-a90c-bfd83dae9dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe691004588>, [{'id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'name': 'tempest-AttachVolumeShelveTestJSON-232211889-router', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:29Z', 'updated_at': '2021-04-07T15:17:02Z', 'revision_number': 6, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'gw_port_host': None}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:17:02.801295 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4684d52-9e03-4d9f-a90c-bfd83dae9dd9 None None] The sync data for ids ['ca711889-d007-44e7-bd34-e6bb1eaf2861'] in dv-cinder-782260-2-iscsi is: [{'id': 'ca711889-d007-44e7-bd34-e6bb1eaf2861', 'name': 'tempest-AttachVolumeShelveTestJSON-232211889-router', 'tenant_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:09:29Z', 'updated_at': '2021-04-07T15:17:02Z', 'revision_number': 6, 'project_id': 'fe4baebffb304bcebd7f14fa893dc5ab', 'gw_port_host': None}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:17:02.878747 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee00d-77eb-408e-88ef-2d1787f506d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:02.898003 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:02.997886 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ee00d-77eb-408e-88ef-2d1787f506d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=624a001a-60d0-4a7c-aab9-1a984884b9e9,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:03.011435 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ef5ee00d-77eb-408e-88ef-2d1787f506d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:03.187581 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee00d-77eb-408e-88ef-2d1787f506d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854265947'] for router_gateway, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:03.377721 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee00d-77eb-408e-88ef-2d1787f506d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8050'] for router, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:03.380597 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee00d-77eb-408e-88ef-2d1787f506d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:03.402230 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee00d-77eb-408e-88ef-2d1787f506d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-401551'] for router, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:03.402812 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5ee00d-77eb-408e-88ef-2d1787f506d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca711889-d007-44e7-bd34-e6bb1eaf2861 {{(pid=84337) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 07 15:17:03.417106 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee00d-77eb-408e-88ef-2d1787f506d0 admin admin] Notify callbacks [] for router, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:03.418577 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-ef5ee00d-77eb-408e-88ef-2d1787f506d0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/ca711889-d007-44e7-bd34-e6bb1eaf2861 HTTP/1.1" status: 204  len: 168 time: 1.4882622
Apr 07 15:17:03.421633 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 38128) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:03.503943 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ecdbaa-5809-4975-979b-5056e59c3716 admin admin] Deleting subnet d05646fb-c605-48bc-82c8-49d6fe52eea8 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 15:17:03.508992 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-72ecdbaa-5809-4975-979b-5056e59c3716 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:03.565146 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-72ecdbaa-5809-4975-979b-5056e59c3716 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2959060'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:03.695183 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-72ecdbaa-5809-4975-979b-5056e59c3716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770737'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:04.214379 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-72ecdbaa-5809-4975-979b-5056e59c3716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4103732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852538005'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:04.243187 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:04.267428 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 972b423b-dafe-4010-8922-3eff00e71615 no longer exists at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:17:04.306139 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] No Port match for: 972b423b-dafe-4010-8922-3eff00e71615 {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:17:04.306532 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 972b423b-dafe-4010-8922-3eff00e71615 not bound to the agent host dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:17:04.307171 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 624a001a-60d0-4a7c-aab9-1a984884b9e9 no longer exists at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:17:04.345968 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] No Port match for: 624a001a-60d0-4a7c-aab9-1a984884b9e9 {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:17:04.346366 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 624a001a-60d0-4a7c-aab9-1a984884b9e9 not bound to the agent host dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:17:04.358128 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ecdbaa-5809-4975-979b-5056e59c3716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d05646fb-c605-48bc-82c8-49d6fe52eea8,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:04.365516 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-72ecdbaa-5809-4975-979b-5056e59c3716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:04.414835 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-72ecdbaa-5809-4975-979b-5056e59c3716 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:04.421681 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0609d0b-d481-46f5-9494-6edab6d4a210 None None] Network 7e0f3704-ba7e-4436-937d-51f6b7b3f535 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:17:04.422663 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-72ecdbaa-5809-4975-979b-5056e59c3716 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d05646fb-c605-48bc-82c8-49d6fe52eea8 HTTP/1.1" status: 204  len: 168 time: 0.9988723
Apr 07 15:17:04.422794 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 38138) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:04.425041 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 38140) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:04.547356 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-06643f7d-1fe6-4f8b-9a0b-5893da850486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-189805'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:04.634354 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-06643f7d-1fe6-4f8b-9a0b-5893da850486 admin admin] Deleting port 8d0a5539-07a5-4514-88dd-b149fc7b1583 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:17:04.635508 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-06643f7d-1fe6-4f8b-9a0b-5893da850486 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:04.734956 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacfb544-a441-4c8f-be03-3a5242a362e2 None None] DHCP port deletion for 7e0f3704-ba7e-4436-937d-51f6b7b3f535 request from dv-cinder-782260-2-iscsi {{(pid=84339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 07 15:17:04.749414 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-dacfb544-a441-4c8f-be03-3a5242a362e2 None None] Deleting port 8d0a5539-07a5-4514-88dd-b149fc7b1583 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:17:04.750298 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dacfb544-a441-4c8f-be03-3a5242a362e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:04.994963 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-06643f7d-1fe6-4f8b-9a0b-5893da850486 admin admin] For port 8d0a5539-07a5-4514-88dd-b149fc7b1583, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=8d0a5539-07a5-4514-88dd-b149fc7b1583,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:17:04.995265 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-06643f7d-1fe6-4f8b-9a0b-5893da850486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:05.145457 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-06643f7d-1fe6-4f8b-9a0b-5893da850486 admin admin] Calling delete_port for 8d0a5539-07a5-4514-88dd-b149fc7b1583 owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:17:05.248740 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-06643f7d-1fe6-4f8b-9a0b-5893da850486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:05.263306 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:05.263945 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-dacfb544-a441-4c8f-be03-3a5242a362e2 None None] For port 8d0a5539-07a5-4514-88dd-b149fc7b1583, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=8d0a5539-07a5-4514-88dd-b149fc7b1583,segment=NetworkSegment(451621fc-172b-4cc1-8c7f-2b3f01dde5cc),segment_id=451621fc-172b-4cc1-8c7f-2b3f01dde5cc)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:17:05.264810 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dacfb544-a441-4c8f-be03-3a5242a362e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:05.314307 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06643f7d-1fe6-4f8b-9a0b-5893da850486 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d0a5539-07a5-4514-88dd-b149fc7b1583,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:05.317897 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-06643f7d-1fe6-4f8b-9a0b-5893da850486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:05.407084 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-dacfb544-a441-4c8f-be03-3a5242a362e2 None None] Calling delete_port for 8d0a5539-07a5-4514-88dd-b149fc7b1583 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:17:05.448872 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-979d88a8-8cca-4b28-af4f-2106a408dd67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854367082'] for router_interface, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:05.449423 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06643f7d-1fe6-4f8b-9a0b-5893da850486 admin admin] No DVR routers for this DVR port 8d0a5539-07a5-4514-88dd-b149fc7b1583 on host dv-cinder-782260-2-iscsi {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:17:05.560672 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.db.api [None req-dacfb544-a441-4c8f-be03-3a5242a362e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 07 15:17:05.561023 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_db.api [None req-dacfb544-a441-4c8f-be03-3a5242a362e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 07 15:17:05.578748 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-06643f7d-1fe6-4f8b-9a0b-5893da850486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-63823', 'neutron.services.segments.db._delete_segments_for_network--9223363247586968590'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:05.698474 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-06643f7d-1fe6-4f8b-9a0b-5893da850486 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe690e18470>,) {'filters': {'network_id': ['7e0f3704-ba7e-4436-937d-51f6b7b3f535']}} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:17:05.712473 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-06643f7d-1fe6-4f8b-9a0b-5893da850486 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe690e18470>, '451621fc-172b-4cc1-8c7f-2b3f01dde5cc') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:17:05.712818 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-06643f7d-1fe6-4f8b-9a0b-5893da850486 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe690e18470>, '451621fc-172b-4cc1-8c7f-2b3f01dde5cc') {} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:17:05.725538 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-06643f7d-1fe6-4f8b-9a0b-5893da850486 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247586917884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851816724'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:05.741526 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-06643f7d-1fe6-4f8b-9a0b-5893da850486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:05.748650 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06643f7d-1fe6-4f8b-9a0b-5893da850486 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 15:17:05.843274 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-979d88a8-8cca-4b28-af4f-2106a408dd67 admin admin] Deleting port 8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:17:05.843678 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-979d88a8-8cca-4b28-af4f-2106a408dd67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:05.942030 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-06643f7d-1fe6-4f8b-9a0b-5893da850486 admin admin] Network 7e0f3704-ba7e-4436-937d-51f6b7b3f535 has no segments {{(pid=84338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:17:05.956703 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-06643f7d-1fe6-4f8b-9a0b-5893da850486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4103785'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:06.047383 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-979d88a8-8cca-4b28-af4f-2106a408dd67 admin admin] For port 8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf,segment=NetworkSegment(d1787ff3-3fe3-4996-b14a-09fc1a214c5d),segment_id=d1787ff3-3fe3-4996-b14a-09fc1a214c5d)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:17:06.047786 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-979d88a8-8cca-4b28-af4f-2106a408dd67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:06.062323 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-dacfb544-a441-4c8f-be03-3a5242a362e2 None None] Deleting port 8d0a5539-07a5-4514-88dd-b149fc7b1583 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:17:06.063512 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dacfb544-a441-4c8f-be03-3a5242a362e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:06.161098 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-dacfb544-a441-4c8f-be03-3a5242a362e2 None None] The port '8d0a5539-07a5-4514-88dd-b149fc7b1583' was deleted {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 07 15:17:06.200950 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-979d88a8-8cca-4b28-af4f-2106a408dd67 admin admin] Calling delete_port for 8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf owned by network:router_interface {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:17:06.215424 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-06643f7d-1fe6-4f8b-9a0b-5893da850486 admin admin] Network 7e0f3704-ba7e-4436-937d-51f6b7b3f535 has no segments {{(pid=84338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]: Traceback (most recent call last):
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:     timer()
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:     cb(*args, **kw)
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:     return func(*args, **kwargs)
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:     self._notify()
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:     self.callback(batched_events)
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:     event.method(event)
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:     segment_id)['aggregates'][0]
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:     return f(self, *a, **k)
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self._get(url).json()
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:     **kwargs)
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self.request(url, 'GET', **kwargs)
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:     **endpoint_filter)
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 15:17:06.241132 dv-cinder-782260-2-iscsi neutron-server[84224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 15:17:06.275654 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 8d0a5539-07a5-4514-88dd-b149fc7b1583 no longer exists at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:17:06.333042 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] No Port match for: 8d0a5539-07a5-4514-88dd-b149fc7b1583 {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:17:06.333468 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 8d0a5539-07a5-4514-88dd-b149fc7b1583 not bound to the agent host dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:17:06.334958 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-06643f7d-1fe6-4f8b-9a0b-5893da850486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854711993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509890'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:06.341914 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d573e53b-adac-4a9f-a615-9434d748a5e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:06.356604 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-06643f7d-1fe6-4f8b-9a0b-5893da850486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:06.368784 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06643f7d-1fe6-4f8b-9a0b-5893da850486 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e0f3704-ba7e-4436-937d-51f6b7b3f535,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:06.372485 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-06643f7d-1fe6-4f8b-9a0b-5893da850486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:06.384185 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-06643f7d-1fe6-4f8b-9a0b-5893da850486 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7e0f3704-ba7e-4436-937d-51f6b7b3f535 HTTP/1.1" status: 204  len: 168 time: 1.9577703
Apr 07 15:17:06.428732 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-979d88a8-8cca-4b28-af4f-2106a408dd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:06.446677 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-160fe0d3-518c-44cd-abc7-b8c94cdc99bf tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:06.557879 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d88a8-8cca-4b28-af4f-2106a408dd67 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:06.563042 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 38150) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:06.566604 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-979d88a8-8cca-4b28-af4f-2106a408dd67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:06.599870 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-867b1cc8-1fd6-4581-bfd5-61acc850a781 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fe4baebffb304bcebd7f14fa893dc5ab&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0354323
Apr 07 15:17:06.603248 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 38154) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:06.680238 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5969a29a-f5ce-4a8a-adb9-aa42a91da787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:06.715961 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5969a29a-f5ce-4a8a-adb9-aa42a91da787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:06.776280 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5969a29a-f5ce-4a8a-adb9-aa42a91da787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:06.782063 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5919f8db-c660-49fb-aac3-13a716f9dd23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:06.799843 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969a29a-f5ce-4a8a-adb9-aa42a91da787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd35da0-9c1d-4efb-8edd-93304c2c55a9,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:06.803496 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5969a29a-f5ce-4a8a-adb9-aa42a91da787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:06.805735 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5969a29a-f5ce-4a8a-adb9-aa42a91da787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:06.806980 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-5969a29a-f5ce-4a8a-adb9-aa42a91da787 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7dd35da0-9c1d-4efb-8edd-93304c2c55a9 HTTP/1.1" status: 204  len: 168 time: 0.2026815
Apr 07 15:17:06.956447 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-979d88a8-8cca-4b28-af4f-2106a408dd67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854367835'] for router_interface, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:07.494855 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979d88a8-8cca-4b28-af4f-2106a408dd67 admin admin] Router c764c915-ec41-4008-bf7b-a4e90d126d9b has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:17:07.719142 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979d88a8-8cca-4b28-af4f-2106a408dd67 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:17:07.733460 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f924c985-78a2-4e38-8868-8f6fc57158a1 None None] Sync routers for ids ['c764c915-ec41-4008-bf7b-a4e90d126d9b'] in dv-cinder-782260-2-iscsi {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:17:07.740884 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 38182) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:07.741065 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-979d88a8-8cca-4b28-af4f-2106a408dd67 admin admin] 10.222.0.39 "PUT /v2.0/routers/c764c915-ec41-4008-bf7b-a4e90d126d9b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3169436
Apr 07 15:17:07.763482 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f924c985-78a2-4e38-8868-8f6fc57158a1 None None] Routers {'c764c915-ec41-4008-bf7b-a4e90d126d9b'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:17:07.764325 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f924c985-78a2-4e38-8868-8f6fc57158a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6911ee8d0>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:17:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['c764c915-ec41-4008-bf7b-a4e90d126d9b'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:17:07.958672 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7c2503f8-57ed-4be9-ab4b-2ac333454249 admin admin] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:07.959149 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-f924c985-78a2-4e38-8868-8f6fc57158a1 None None] Set router c764c915-ec41-4008-bf7b-a4e90d126d9b gateway port host: dv-cinder-782260-2-iscsi {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:17:08.169236 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7c2503f8-57ed-4be9-ab4b-2ac333454249 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:08.179481 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-7c2503f8-57ed-4be9-ab4b-2ac333454249 admin admin] Deleting port 3c2971fb-2697-463d-b25a-f8a8942f0895 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:17:08.179829 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7c2503f8-57ed-4be9-ab4b-2ac333454249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:08.299537 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f924c985-78a2-4e38-8868-8f6fc57158a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6911ee8d0>, [{'id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'name': 'tempest-AttachVolumeTestJSON-288799174-router', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:10:52Z', 'updated_at': '2021-04-07T15:17:06Z', 'revision_number': 5, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'gw_port': {'id': '3c2971fb-2697-463d-b25a-f8a8942f0895', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:10:54Z', 'updated_at': '2021-04-07T15:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi'}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:17:08.311715 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f924c985-78a2-4e38-8868-8f6fc57158a1 None None] Checking router: c764c915-ec41-4008-bf7b-a4e90d126d9b for host: dv-cinder-782260-2-iscsi {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:17:08.327451 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f924c985-78a2-4e38-8868-8f6fc57158a1 None None] Routers {'c764c915-ec41-4008-bf7b-a4e90d126d9b'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:17:08.328133 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f924c985-78a2-4e38-8868-8f6fc57158a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6911ee8d0>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:17:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['c764c915-ec41-4008-bf7b-a4e90d126d9b'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:17:08.380973 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-7c2503f8-57ed-4be9-ab4b-2ac333454249 admin admin] For port 3c2971fb-2697-463d-b25a-f8a8942f0895, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=3c2971fb-2697-463d-b25a-f8a8942f0895,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:17:08.381377 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7c2503f8-57ed-4be9-ab4b-2ac333454249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:08.509163 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-f924c985-78a2-4e38-8868-8f6fc57158a1 None None] Set router c764c915-ec41-4008-bf7b-a4e90d126d9b gateway port host: None {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:17:08.672076 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f924c985-78a2-4e38-8868-8f6fc57158a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6911ee8d0>, [{'id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'name': 'tempest-AttachVolumeTestJSON-288799174-router', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:10:52Z', 'updated_at': '2021-04-07T15:17:08Z', 'revision_number': 6, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'gw_port_host': None}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:17:08.677105 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f924c985-78a2-4e38-8868-8f6fc57158a1 None None] The sync data for ids ['c764c915-ec41-4008-bf7b-a4e90d126d9b'] in dv-cinder-782260-2-iscsi is: [{'id': 'c764c915-ec41-4008-bf7b-a4e90d126d9b', 'name': 'tempest-AttachVolumeTestJSON-288799174-router', 'tenant_id': 'b12d2babc7ca4e538b15fd6776db7809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:10:52Z', 'updated_at': '2021-04-07T15:17:08Z', 'revision_number': 6, 'project_id': 'b12d2babc7ca4e538b15fd6776db7809', 'gw_port_host': None}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:17:08.789579 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-7c2503f8-57ed-4be9-ab4b-2ac333454249 admin admin] Calling delete_port for 3c2971fb-2697-463d-b25a-f8a8942f0895 owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:17:08.977592 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7c2503f8-57ed-4be9-ab4b-2ac333454249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:08.993485 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a84de2aa-7f30-4794-8606-350c31273a05 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:09.100282 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2503f8-57ed-4be9-ab4b-2ac333454249 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2971fb-2697-463d-b25a-f8a8942f0895,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:09.105574 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7c2503f8-57ed-4be9-ab4b-2ac333454249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:09.270369 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7c2503f8-57ed-4be9-ab4b-2ac333454249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854265947'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:09.458966 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7c2503f8-57ed-4be9-ab4b-2ac333454249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8050'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:09.461407 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7c2503f8-57ed-4be9-ab4b-2ac333454249 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:09.560280 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7c2503f8-57ed-4be9-ab4b-2ac333454249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-401551'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:09.560868 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2503f8-57ed-4be9-ab4b-2ac333454249 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c764c915-ec41-4008-bf7b-a4e90d126d9b {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 07 15:17:09.575860 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7c2503f8-57ed-4be9-ab4b-2ac333454249 admin admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:09.577109 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-7c2503f8-57ed-4be9-ab4b-2ac333454249 admin admin] 10.222.0.39 "DELETE /v2.0/routers/c764c915-ec41-4008-bf7b-a4e90d126d9b HTTP/1.1" status: 204  len: 168 time: 1.8346560
Apr 07 15:17:09.580688 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 38200) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:09.652291 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_v2 [None req-9701baef-694e-4fd5-9a1b-9b58b8b303a1 admin admin] Deleting subnet 7b4613b1-aa51-4fff-9468-67e278e334ca {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 15:17:09.655742 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9701baef-694e-4fd5-9a1b-9b58b8b303a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:09.710706 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9701baef-694e-4fd5-9a1b-9b58b8b303a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2959060'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:09.804323 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9701baef-694e-4fd5-9a1b-9b58b8b303a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770737'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:10.079752 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9701baef-694e-4fd5-9a1b-9b58b8b303a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4103732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852538005'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:10.095920 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:10.187001 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701baef-694e-4fd5-9a1b-9b58b8b303a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b4613b1-aa51-4fff-9468-67e278e334ca,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:10.199942 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-9701baef-694e-4fd5-9a1b-9b58b8b303a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:10.234992 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9701baef-694e-4fd5-9a1b-9b58b8b303a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:10.243046 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-9701baef-694e-4fd5-9a1b-9b58b8b303a1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7b4613b1-aa51-4fff-9468-67e278e334ca HTTP/1.1" status: 204  len: 168 time: 0.6600530
Apr 07 15:17:10.244715 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 38216) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:10.245227 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8315d01-c329-4db6-ac69-ebe5969b5e63 None None] Network 9ec87ff2-febc-4f18-8e41-ab2231995e81 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:17:10.261944 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf no longer exists at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:17:10.354146 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] No Port match for: 8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:17:10.354512 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 8fe5d9a1-d078-4be3-8d0f-ed09ffcac5cf not bound to the agent host dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:17:10.355011 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 3c2971fb-2697-463d-b25a-f8a8942f0895 no longer exists at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:17:10.367904 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a708b3b3-13a9-48d2-b4b8-6c70af6def3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-189805'] for network, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:10.407531 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] No Port match for: 3c2971fb-2697-463d-b25a-f8a8942f0895 {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:17:10.407931 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 3c2971fb-2697-463d-b25a-f8a8942f0895 not bound to the agent host dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:17:10.440080 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a708b3b3-13a9-48d2-b4b8-6c70af6def3e admin admin] Deleting port 1e67167f-0f9f-4617-a4d5-e929b3a55839 {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:17:10.440567 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a708b3b3-13a9-48d2-b4b8-6c70af6def3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:10.582135 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128ca8b7-9ce4-4b95-a792-f4b8bbef89be None None] DHCP port deletion for 9ec87ff2-febc-4f18-8e41-ab2231995e81 request from dv-cinder-782260-2-iscsi {{(pid=84339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 07 15:17:10.587277 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-128ca8b7-9ce4-4b95-a792-f4b8bbef89be None None] Deleting port 1e67167f-0f9f-4617-a4d5-e929b3a55839 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:17:10.587902 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-128ca8b7-9ce4-4b95-a792-f4b8bbef89be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:10.842812 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-128ca8b7-9ce4-4b95-a792-f4b8bbef89be None None] For port 1e67167f-0f9f-4617-a4d5-e929b3a55839, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=1e67167f-0f9f-4617-a4d5-e929b3a55839,segment=NetworkSegment(d1787ff3-3fe3-4996-b14a-09fc1a214c5d),segment_id=d1787ff3-3fe3-4996-b14a-09fc1a214c5d)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:17:10.843175 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-128ca8b7-9ce4-4b95-a792-f4b8bbef89be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:10.932250 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a708b3b3-13a9-48d2-b4b8-6c70af6def3e admin admin] For port 1e67167f-0f9f-4617-a4d5-e929b3a55839, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=1e67167f-0f9f-4617-a4d5-e929b3a55839,segment=NetworkSegment(d1787ff3-3fe3-4996-b14a-09fc1a214c5d),segment_id=d1787ff3-3fe3-4996-b14a-09fc1a214c5d)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:17:10.932624 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a708b3b3-13a9-48d2-b4b8-6c70af6def3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:10.979939 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-128ca8b7-9ce4-4b95-a792-f4b8bbef89be None None] Calling delete_port for 1e67167f-0f9f-4617-a4d5-e929b3a55839 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:17:11.068006 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a708b3b3-13a9-48d2-b4b8-6c70af6def3e admin admin] Calling delete_port for 1e67167f-0f9f-4617-a4d5-e929b3a55839 owned by network:dhcp {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:17:11.070537 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-128ca8b7-9ce4-4b95-a792-f4b8bbef89be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:11.090959 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:11.156023 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.db.api [None req-a708b3b3-13a9-48d2-b4b8-6c70af6def3e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84337) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 07 15:17:11.156497 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_db.api [None req-a708b3b3-13a9-48d2-b4b8-6c70af6def3e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 07 15:17:11.190327 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ca8b7-9ce4-4b95-a792-f4b8bbef89be None None] Pushing event deleted for resources: {'Port': ['ID=1e67167f-0f9f-4617-a4d5-e929b3a55839,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:11.213379 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ca8b7-9ce4-4b95-a792-f4b8bbef89be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:11.213776 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ca8b7-9ce4-4b95-a792-f4b8bbef89be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:11.214151 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ca8b7-9ce4-4b95-a792-f4b8bbef89be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:11.214529 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ca8b7-9ce4-4b95-a792-f4b8bbef89be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:11.214901 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ca8b7-9ce4-4b95-a792-f4b8bbef89be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:11.215276 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ca8b7-9ce4-4b95-a792-f4b8bbef89be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:11.215646 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ca8b7-9ce4-4b95-a792-f4b8bbef89be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:11.216019 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ca8b7-9ce4-4b95-a792-f4b8bbef89be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:11.216389 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ca8b7-9ce4-4b95-a792-f4b8bbef89be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:11.216756 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ca8b7-9ce4-4b95-a792-f4b8bbef89be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:11.217121 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ca8b7-9ce4-4b95-a792-f4b8bbef89be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:11.217519 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ca8b7-9ce4-4b95-a792-f4b8bbef89be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:11.222796 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-128ca8b7-9ce4-4b95-a792-f4b8bbef89be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:11.262442 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128ca8b7-9ce4-4b95-a792-f4b8bbef89be None None] No DVR routers for this DVR port 1e67167f-0f9f-4617-a4d5-e929b3a55839 on host dv-cinder-782260-2-iscsi {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:17:11.419115 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 38228) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:11.574565 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8180ccee-04c8-480f-9268-f5b816e77a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:11.590637 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-8180ccee-04c8-480f-9268-f5b816e77a26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:17:11.594872 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-8180ccee-04c8-480f-9268-f5b816e77a26 admin admin] Usage tracker for resource:security_group_rule and tenant:5941858be92b40f28ad4a3542551924b is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:17:11.597952 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-8180ccee-04c8-480f-9268-f5b816e77a26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:17:11.604025 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-8180ccee-04c8-480f-9268-f5b816e77a26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:17:11.658303 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a708b3b3-13a9-48d2-b4b8-6c70af6def3e admin admin] Deleting port 1e67167f-0f9f-4617-a4d5-e929b3a55839 {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:17:11.658685 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a708b3b3-13a9-48d2-b4b8-6c70af6def3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:11.752544 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a708b3b3-13a9-48d2-b4b8-6c70af6def3e admin admin] The port '1e67167f-0f9f-4617-a4d5-e929b3a55839' was deleted {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 07 15:17:11.812433 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8180ccee-04c8-480f-9268-f5b816e77a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:11.866708 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8180ccee-04c8-480f-9268-f5b816e77a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:11.878380 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d146780f-c612-4149-8598-77fbfa85c051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:11.922892 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a708b3b3-13a9-48d2-b4b8-6c70af6def3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-63823', 'neutron.services.segments.db._delete_segments_for_network--9223363247586968590'] for network, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:12.023543 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-8180ccee-04c8-480f-9268-f5b816e77a26 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5941858be92b40f28ad4a3542551924b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6032293
Apr 07 15:17:12.026786 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 38234) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:12.027631 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180ccee-04c8-480f-9268-f5b816e77a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530503d3-2046-4d14-81e1-dbaf2fd36545,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:12.032321 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-8180ccee-04c8-480f-9268-f5b816e77a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:12.070617 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-a708b3b3-13a9-48d2-b4b8-6c70af6def3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe69107d390>,) {'filters': {'network_id': ['9ec87ff2-febc-4f18-8e41-ab2231995e81']}} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:17:12.084737 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-a708b3b3-13a9-48d2-b4b8-6c70af6def3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe69107d390>, 'd1787ff3-3fe3-4996-b14a-09fc1a214c5d') {'for_net_delete': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:17:12.085072 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-a708b3b3-13a9-48d2-b4b8-6c70af6def3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe69107d390>, 'd1787ff3-3fe3-4996-b14a-09fc1a214c5d') {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:17:12.097792 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a708b3b3-13a9-48d2-b4b8-6c70af6def3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247586917884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2796996'] for segment, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:12.103373 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4f29bdb4-4410-43eb-b1c8-032dfb18c522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:12.117611 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a708b3b3-13a9-48d2-b4b8-6c70af6def3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:12.124794 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a708b3b3-13a9-48d2-b4b8-6c70af6def3e admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=84337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 15:17:12.133139 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4f29bdb4-4410-43eb-b1c8-032dfb18c522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:12.179042 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4f29bdb4-4410-43eb-b1c8-032dfb18c522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:12.184153 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-8edcc8db-017a-4b98-8f34-dd32e682e202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:12.197688 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29bdb4-4410-43eb-b1c8-032dfb18c522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530503d3-2046-4d14-81e1-dbaf2fd36545,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:12.200122 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-4f29bdb4-4410-43eb-b1c8-032dfb18c522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:12.203772 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4f29bdb4-4410-43eb-b1c8-032dfb18c522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:12.209246 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-4f29bdb4-4410-43eb-b1c8-032dfb18c522 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/530503d3-2046-4d14-81e1-dbaf2fd36545 HTTP/1.1" status: 204  len: 168 time: 0.1771514
Apr 07 15:17:12.284597 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 1e67167f-0f9f-4617-a4d5-e929b3a55839 no longer exists at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:17:12.322024 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] No Port match for: 1e67167f-0f9f-4617-a4d5-e929b3a55839 {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:17:12.322359 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 1e67167f-0f9f-4617-a4d5-e929b3a55839 not bound to the agent host dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:17:12.335060 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-a708b3b3-13a9-48d2-b4b8-6c70af6def3e admin admin] Network 9ec87ff2-febc-4f18-8e41-ab2231995e81 has no segments {{(pid=84337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:17:12.344732 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a708b3b3-13a9-48d2-b4b8-6c70af6def3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852156655'] for segment, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:12.544201 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-a708b3b3-13a9-48d2-b4b8-6c70af6def3e admin admin] Network 9ec87ff2-febc-4f18-8e41-ab2231995e81 has no segments {{(pid=84337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:   % (table.description, expected, rows_matched)
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:   % (table.description, expected, rows_matched)
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:   % (table.description, expected, rows_matched)
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:   % (table.description, expected, rows_matched)
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]: Traceback (most recent call last):
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:     timer()
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:     cb(*args, **kw)
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:     return func(*args, **kwargs)
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:     self._notify()
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:     self.callback(batched_events)
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:     event.method(event)
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:     segment_id)['aggregates'][0]
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:     return f(self, *a, **k)
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self._get(url).json()
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:     **kwargs)
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self.request(url, 'GET', **kwargs)
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:     **endpoint_filter)
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 15:17:12.567881 dv-cinder-782260-2-iscsi neutron-server[84224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 15:17:12.656025 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a708b3b3-13a9-48d2-b4b8-6c70af6def3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854711993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509890'] for network, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:12.659904 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:12.674200 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a708b3b3-13a9-48d2-b4b8-6c70af6def3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:12.685526 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708b3b3-13a9-48d2-b4b8-6c70af6def3e admin admin] Pushing event deleted for resources: {'Network': ['ID=9ec87ff2-febc-4f18-8e41-ab2231995e81,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:12.688991 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a708b3b3-13a9-48d2-b4b8-6c70af6def3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:12.707828 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-a708b3b3-13a9-48d2-b4b8-6c70af6def3e admin admin] 10.222.0.39 "DELETE /v2.0/networks/9ec87ff2-febc-4f18-8e41-ab2231995e81 HTTP/1.1" status: 204  len: 168 time: 2.4591253
Apr 07 15:17:12.839634 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 38258) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:12.887345 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-b0303ce9-ec17-4ae2-8164-d0ae02a22e6c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b12d2babc7ca4e538b15fd6776db7809&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0461617
Apr 07 15:17:12.890796 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 38264) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:12.966508 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-73909db8-3927-48f0-bcaa-ad30fbeb5e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:12.999231 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-73909db8-3927-48f0-bcaa-ad30fbeb5e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:13.053909 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-73909db8-3927-48f0-bcaa-ad30fbeb5e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:13.060090 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-fac775e4-b2e5-4841-a5b4-f737746a6260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:13.077902 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73909db8-3927-48f0-bcaa-ad30fbeb5e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006c9c70-e72b-474c-b18a-0426f8421ca6,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:13.081294 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-73909db8-3927-48f0-bcaa-ad30fbeb5e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:13.083360 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-73909db8-3927-48f0-bcaa-ad30fbeb5e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:13.084646 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-73909db8-3927-48f0-bcaa-ad30fbeb5e34 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/006c9c70-e72b-474c-b18a-0426f8421ca6 HTTP/1.1" status: 204  len: 168 time: 0.1926565
Apr 07 15:17:13.556840 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:17:14.321031 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 38328) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:14.513669 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6e0e7998-75af-41fb-8dfb-40f9877bb1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:14.529852 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-6e0e7998-75af-41fb-8dfb-40f9877bb1de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:17:14.535018 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-6e0e7998-75af-41fb-8dfb-40f9877bb1de admin admin] Usage tracker for resource:security_group_rule and tenant:e5b040081be544dd9167e7c39e291b3b is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:17:14.538113 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-6e0e7998-75af-41fb-8dfb-40f9877bb1de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:17:14.544092 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-6e0e7998-75af-41fb-8dfb-40f9877bb1de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:17:14.636777 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6e0e7998-75af-41fb-8dfb-40f9877bb1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:14.637526 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6e0e7998-75af-41fb-8dfb-40f9877bb1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:14.647095 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-73909db8-3927-48f0-bcaa-ad30fbeb5e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:14.693751 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-6e0e7998-75af-41fb-8dfb-40f9877bb1de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e5b040081be544dd9167e7c39e291b3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3714232
Apr 07 15:17:14.695887 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e7998-75af-41fb-8dfb-40f9877bb1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e96f1dc-3ed7-4379-b724-c0102ebd1644,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:14.697279 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 38350) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:14.706320 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6e0e7998-75af-41fb-8dfb-40f9877bb1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:14.744907 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 38354) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:14.774430 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f315f684-1933-47b6-98ef-b1161aec98ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:14.802688 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f315f684-1933-47b6-98ef-b1161aec98ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:14.852158 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f315f684-1933-47b6-98ef-b1161aec98ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:14.857383 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-9d014a71-04b0-4767-a6d3-187958750859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:14.887507 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315f684-1933-47b6-98ef-b1161aec98ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e96f1dc-3ed7-4379-b724-c0102ebd1644,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:14.891024 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0654023b-ec3f-483c-8eda-3c0c1d6686db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:14.901751 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f315f684-1933-47b6-98ef-b1161aec98ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:14.907164 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f315f684-1933-47b6-98ef-b1161aec98ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:14.908411 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-f315f684-1933-47b6-98ef-b1161aec98ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2e96f1dc-3ed7-4379-b724-c0102ebd1644 HTTP/1.1" status: 204  len: 168 time: 0.2100599
Apr 07 15:17:14.913382 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-0654023b-ec3f-483c-8eda-3c0c1d6686db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:17:14.917885 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-0654023b-ec3f-483c-8eda-3c0c1d6686db admin admin] Usage tracker for resource:security_group_rule and tenant:756bcbb1225640ddb86319dabc4e0f68 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:17:14.921450 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-0654023b-ec3f-483c-8eda-3c0c1d6686db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:17:14.927801 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-0654023b-ec3f-483c-8eda-3c0c1d6686db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:17:15.020818 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0654023b-ec3f-483c-8eda-3c0c1d6686db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:15.024007 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0654023b-ec3f-483c-8eda-3c0c1d6686db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:15.033604 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f315f684-1933-47b6-98ef-b1161aec98ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:15.080142 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-0654023b-ec3f-483c-8eda-3c0c1d6686db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=756bcbb1225640ddb86319dabc4e0f68&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3328743
Apr 07 15:17:15.081238 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654023b-ec3f-483c-8eda-3c0c1d6686db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5fe5e6-572c-44e8-89b5-ae70bcfe1bd6,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:15.084519 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 38364) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:15.084760 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-0654023b-ec3f-483c-8eda-3c0c1d6686db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:15.159838 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c01d1327-38eb-4050-b040-ba9e56d5051b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:15.189758 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c01d1327-38eb-4050-b040-ba9e56d5051b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:15.241234 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c01d1327-38eb-4050-b040-ba9e56d5051b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:15.245734 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 38368) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:15.246821 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-800fc9e0-3c09-49e8-a72b-9e89a9f9ed08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:15.262673 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d1327-38eb-4050-b040-ba9e56d5051b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5fe5e6-572c-44e8-89b5-ae70bcfe1bd6,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:15.265184 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c01d1327-38eb-4050-b040-ba9e56d5051b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:15.271560 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5e795f4e-d606-4651-9217-b5eb5db67bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:15.274498 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c01d1327-38eb-4050-b040-ba9e56d5051b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:15.278324 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-c01d1327-38eb-4050-b040-ba9e56d5051b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed5fe5e6-572c-44e8-89b5-ae70bcfe1bd6 HTTP/1.1" status: 204  len: 168 time: 0.1893499
Apr 07 15:17:15.289229 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-5e795f4e-d606-4651-9217-b5eb5db67bd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:17:15.293627 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-5e795f4e-d606-4651-9217-b5eb5db67bd4 admin admin] Usage tracker for resource:security_group_rule and tenant:0532799bcf0c45bda2f315165f241835 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:17:15.296793 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-5e795f4e-d606-4651-9217-b5eb5db67bd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:17:15.303558 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-5e795f4e-d606-4651-9217-b5eb5db67bd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:17:15.396887 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5e795f4e-d606-4651-9217-b5eb5db67bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:15.400684 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5e795f4e-d606-4651-9217-b5eb5db67bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:15.410264 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-cc750f93-a06b-41dc-898e-1af54623273b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:15.456619 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-5e795f4e-d606-4651-9217-b5eb5db67bd4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0532799bcf0c45bda2f315165f241835&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2095418
Apr 07 15:17:15.457606 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e795f4e-d606-4651-9217-b5eb5db67bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e4309d-49c0-4ad6-b848-ad28ace617a1,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:15.459772 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 38374) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:15.460830 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5e795f4e-d606-4651-9217-b5eb5db67bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:15.527018 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d0400f88-675c-4ec6-9408-306bc02632d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:15.559122 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d0400f88-675c-4ec6-9408-306bc02632d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:15.615406 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d0400f88-675c-4ec6-9408-306bc02632d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:15.620713 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a1f9998a-1100-4bb5-a442-39288f6c8a2b tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:15.634113 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0400f88-675c-4ec6-9408-306bc02632d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e4309d-49c0-4ad6-b848-ad28ace617a1,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:15.637408 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d0400f88-675c-4ec6-9408-306bc02632d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:15.639990 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d0400f88-675c-4ec6-9408-306bc02632d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:15.641235 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-d0400f88-675c-4ec6-9408-306bc02632d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/12e4309d-49c0-4ad6-b848-ad28ace617a1 HTTP/1.1" status: 204  len: 168 time: 0.1803637
Apr 07 15:17:17.611277 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 38474) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:17.740446 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-34e90cf5-a870-4482-98d1-71559853b6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:17.757156 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-34e90cf5-a870-4482-98d1-71559853b6a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:17:17.761444 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-34e90cf5-a870-4482-98d1-71559853b6a9 admin admin] Usage tracker for resource:security_group_rule and tenant:8c0bb26061d4486a820d8952f74f3a8a is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:17:17.764737 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-34e90cf5-a870-4482-98d1-71559853b6a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:17:17.771349 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-34e90cf5-a870-4482-98d1-71559853b6a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:17:17.872097 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-34e90cf5-a870-4482-98d1-71559853b6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:17.875273 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-34e90cf5-a870-4482-98d1-71559853b6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:17.883376 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d949d694-35c8-4d3c-86c9-cb9a8c319391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:17.931197 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e90cf5-a870-4482-98d1-71559853b6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba7e2f0-21ff-43d8-8266-01f811199017,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:17.935922 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-34e90cf5-a870-4482-98d1-71559853b6a9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8c0bb26061d4486a820d8952f74f3a8a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3233624
Apr 07 15:17:17.937035 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-34e90cf5-a870-4482-98d1-71559853b6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:17.939390 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 38480) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:18.007042 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8efe4e0f-8586-4700-86d1-b02a72c460aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:18.035475 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8efe4e0f-8586-4700-86d1-b02a72c460aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:18.084124 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8efe4e0f-8586-4700-86d1-b02a72c460aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:18.088346 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-52e96725-4184-4031-a653-9ce22bc06a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:18.104714 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe4e0f-8586-4700-86d1-b02a72c460aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba7e2f0-21ff-43d8-8266-01f811199017,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:18.107962 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-8efe4e0f-8586-4700-86d1-b02a72c460aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:18.118856 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8efe4e0f-8586-4700-86d1-b02a72c460aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:18.120094 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-8efe4e0f-8586-4700-86d1-b02a72c460aa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cba7e2f0-21ff-43d8-8266-01f811199017 HTTP/1.1" status: 204  len: 168 time: 0.1796322
Apr 07 15:17:18.436177 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 38488) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:18.457563 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-601534f4-507e-4cb9-a38d-0cecdc7910d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:18.475234 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-601534f4-507e-4cb9-a38d-0cecdc7910d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:17:18.479864 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-601534f4-507e-4cb9-a38d-0cecdc7910d5 admin admin] Usage tracker for resource:security_group_rule and tenant:eb17dac41d964b72ae5b5139fb63e7d9 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:17:18.483541 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-601534f4-507e-4cb9-a38d-0cecdc7910d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:17:18.490074 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-601534f4-507e-4cb9-a38d-0cecdc7910d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:17:18.581648 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-601534f4-507e-4cb9-a38d-0cecdc7910d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:18.585178 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-601534f4-507e-4cb9-a38d-0cecdc7910d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:18.593108 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-dee040bf-f3fe-405d-8f87-e44a88eef9a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:18.636741 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601534f4-507e-4cb9-a38d-0cecdc7910d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa43428-d088-445d-b1cd-b6d703173b6e,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:18.644771 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-601534f4-507e-4cb9-a38d-0cecdc7910d5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb17dac41d964b72ae5b5139fb63e7d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2071264
Apr 07 15:17:18.645681 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-601534f4-507e-4cb9-a38d-0cecdc7910d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:18.646207 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 38492) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:18.720770 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-51faedd8-e4c1-46c4-9832-a6459ce73eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:18.757049 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-51faedd8-e4c1-46c4-9832-a6459ce73eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:18.840853 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-51faedd8-e4c1-46c4-9832-a6459ce73eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:18.849329 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-601534f4-507e-4cb9-a38d-0cecdc7910d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:18.868862 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51faedd8-e4c1-46c4-9832-a6459ce73eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa43428-d088-445d-b1cd-b6d703173b6e,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:18.872650 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-51faedd8-e4c1-46c4-9832-a6459ce73eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:18.882851 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-51faedd8-e4c1-46c4-9832-a6459ce73eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:18.885563 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-51faedd8-e4c1-46c4-9832-a6459ce73eb0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cfa43428-d088-445d-b1cd-b6d703173b6e HTTP/1.1" status: 204  len: 168 time: 0.2376454
Apr 07 15:17:20.258368 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 38534) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:20.391635 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1b1bfefc-d9e0-4167-a099-61e18ec9ac7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:20.408677 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-1b1bfefc-d9e0-4167-a099-61e18ec9ac7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:17:20.413121 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-1b1bfefc-d9e0-4167-a099-61e18ec9ac7e admin admin] Usage tracker for resource:security_group_rule and tenant:22e5331ec8ca448abe720ded8f8bd771 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:17:20.419413 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-1b1bfefc-d9e0-4167-a099-61e18ec9ac7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:17:20.423402 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-1b1bfefc-d9e0-4167-a099-61e18ec9ac7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:17:20.520085 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1b1bfefc-d9e0-4167-a099-61e18ec9ac7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:20.526333 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1b1bfefc-d9e0-4167-a099-61e18ec9ac7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:20.536399 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-3d983f7b-8ad4-49fd-b04a-c772d469c357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:20.583171 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-1b1bfefc-d9e0-4167-a099-61e18ec9ac7e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22e5331ec8ca448abe720ded8f8bd771&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3235927
Apr 07 15:17:20.585051 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1bfefc-d9e0-4167-a099-61e18ec9ac7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cec2077-8953-42f8-9bd9-054d49da1bbb,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:20.586972 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 38544) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:20.599396 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1b1bfefc-d9e0-4167-a099-61e18ec9ac7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:20.656095 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-91cdbc7c-b4f1-4050-babc-e679d8795c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:20.690006 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-91cdbc7c-b4f1-4050-babc-e679d8795c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:20.743360 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-91cdbc7c-b4f1-4050-babc-e679d8795c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:20.752377 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-34e90cf5-a870-4482-98d1-71559853b6a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:20.767642 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cdbc7c-b4f1-4050-babc-e679d8795c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cec2077-8953-42f8-9bd9-054d49da1bbb,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:20.774745 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-91cdbc7c-b4f1-4050-babc-e679d8795c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:20.775943 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-91cdbc7c-b4f1-4050-babc-e679d8795c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:20.785776 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-91cdbc7c-b4f1-4050-babc-e679d8795c97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9cec2077-8953-42f8-9bd9-054d49da1bbb HTTP/1.1" status: 204  len: 168 time: 0.1917431
Apr 07 15:17:23.456971 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-20110919-0b55-4c31-936c-397e429478d1 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c6a2763612844cf4b611acdd090dfe81&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0376980
Apr 07 15:17:23.637326 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-7db6f3fc-6ec5-4a84-acf7-55434f5cc864 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:23.639456 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-7db6f3fc-6ec5-4a84-acf7-55434f5cc864 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1761420
Apr 07 15:17:23.657817 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-1e713fba-cc3f-4fec-833d-746e79cd18ca tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/quotas/c6a2763612844cf4b611acdd090dfe81 HTTP/1.1" status: 200  len: 375 time: 0.0115032
Apr 07 15:17:23.714226 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-e6f83523-c606-41b0-bd58-fd1feeca4b18 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6a2763612844cf4b611acdd090dfe81&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0497968
Apr 07 15:17:23.975804 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bc81e0e7-f311-465f-bd9c-d30e21b47f58 req-a2573e8b-adcb-4702-8811-c262c95b3ba2 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/ports?device_id=a928665b-0192-47c2-b1cd-aaa37cd4c0f3 HTTP/1.1" status: 200  len: 210 time: 0.0586650
Apr 07 15:17:25.101803 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-2cb557e6-4bc3-422b-b120-4e2032d92060 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=c6a2763612844cf4b611acdd090dfe81&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0600646
Apr 07 15:17:25.251631 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-85fa5a94-9828-4bfb-9b9d-37f0ebf74b49 req-890914bc-47cb-4968-a49a-22ad153f2837 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/ports?device_id=a928665b-0192-47c2-b1cd-aaa37cd4c0f3 HTTP/1.1" status: 200  len: 210 time: 0.1162324
Apr 07 15:17:25.355711 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-a43dafb0-8faa-46bd-8bd0-ce66aa7decd7 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:25.357326 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-a43dafb0-8faa-46bd-8bd0-ce66aa7decd7 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2506731
Apr 07 15:17:25.379573 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Request body: {'port': {'device_id': 'a928665b-0192-47c2-b1cd-aaa37cd4c0f3', 'network_id': '4b9d37e3-988d-4b77-a1ed-12befe30f3c7', 'admin_state_up': True, 'tenant_id': 'c6a2763612844cf4b611acdd090dfe81'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:17:25.528305 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:17:25.532962 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Usage tracker for resource:port and tenant:c6a2763612844cf4b611acdd090dfe81 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:17:25.536443 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:17:25.543020 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:17:25.552950 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Made reservation on behalf of c6a2763612844cf4b611acdd090dfe81 for: {'port': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:17:25.559232 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:25.573719 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:25.591262 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:17:25.597160 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Usage tracker for resource:security_group_rule and tenant:c6a2763612844cf4b611acdd090dfe81 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:17:25.600517 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:17:25.606921 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:17:25.704298 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:25.707774 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:25.710988 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ebe7b986-5b40-4c5e-895b-e7f708ee1ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:25.797050 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa30bcb0-9bae-4700-bac5-4f08ff0c9eb2,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:25.803136 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:25.889585 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Allocated IP 192.168.233.131 (4b9d37e3-988d-4b77-a1ed-12befe30f3c7/62d8d168-c213-4c1c-85d5-cc433d8b6bbb/ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2) {{(pid=84337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:17:26.131485 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Notify callbacks [] for port, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:26.149826 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Transition to ACTIVE for port object ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2 will not be triggered until provisioned by entity DHCP. {{(pid=84337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:17:26.174200 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:26.192656 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-84e4d4d1-412e-4131-8713-21b1e0621104 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:26.340453 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Pushing event updated for resources: {'Port': ['ID=ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:26.343982 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:26.456018 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Network 4b9d37e3-988d-4b77-a1ed-12befe30f3c7 is already hosted by enough agents. {{(pid=84337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:17:26.458195 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Resources bound (agent type, host, resource id):  {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:17:26.460653 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Received port after_create {{(pid=84337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:17:26.544554 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:26.545312 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:26.574628 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669e49a-7b8a-4001-b2d9-9f3da544c8dc req-16c9de90-c1f3-4dbf-9e5b-3c50f9847e90 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:26.576980 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4669e49a-7b8a-4001-b2d9-9f3da544c8dc req-16c9de90-c1f3-4dbf-9e5b-3c50f9847e90 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/ports?device_id=a928665b-0192-47c2-b1cd-aaa37cd4c0f3 HTTP/1.1" status: 200  len: 936 time: 0.2003312
Apr 07 15:17:26.616341 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2414360
Apr 07 15:17:26.621172 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-4669e49a-7b8a-4001-b2d9-9f3da544c8dc req-45e461aa-be32-44ca-b233-4d4b531e6d0f tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Synchronizing usage tracker for tenant:c6a2763612844cf4b611acdd090dfe81 on resource:security_group {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:17:26.650064 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] Request body: {'port': {'device_id': 'a928665b-0192-47c2-b1cd-aaa37cd4c0f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:17:26.683857 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-4669e49a-7b8a-4001-b2d9-9f3da544c8dc req-45e461aa-be32-44ca-b233-4d4b531e6d0f tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Unset dirty status for tenant:c6a2763612844cf4b611acdd090dfe81 on resource:security_group {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:17:26.685118 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4669e49a-7b8a-4001-b2d9-9f3da544c8dc req-45e461aa-be32-44ca-b233-4d4b531e6d0f tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30bcb0-9bae-4700-bac5-4f08ff0c9eb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006382
Apr 07 15:17:26.729694 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-3c06fb3d-1308-4502-b054-91dd9800728b None None] Provisioning for port ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2 completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:17:26.739464 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-3c06fb3d-1308-4502-b054-91dd9800728b None None] Provisioning complete for port ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:17:26.740271 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3c06fb3d-1308-4502-b054-91dd9800728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:26.834535 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-3c06fb3d-1308-4502-b054-91dd9800728b None None] Port ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2 cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:17:27.052687 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:27.375491 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fc18b8cc-859e-4f36-b85c-d94b0a9d047d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:27.503238 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2 {{(pid=84337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:17:27.512565 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:27.530011 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] Transition to ACTIVE for port object ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2 will not be triggered until provisioned by entity L2. {{(pid=84337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:17:27.533705 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852156545'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:27.548152 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-24ef823c-3b44-48f3-8e96-24fb24f02b29 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:27.686191 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] Pushing event updated for resources: {'Port': ['ID=ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2,revision_number=2']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:27.689324 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:27.999992 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] Attempting to bind port ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2 on host hv-cinder-78226 for vnic_type normal with profile  {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:17:28.000407 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] Attempting to bind port ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '5ad7e9b0-85ea-418e-8f25-0dbb1a61dcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4b9d37e3-988d-4b77-a1ed-12befe30f3c7'}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:17:28.000773 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] Attempting to bind port ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2 on network 4b9d37e3-988d-4b77-a1ed-12befe30f3c7 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:17:28.009524 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] Port ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2 on network 4b9d37e3-988d-4b77-a1ed-12befe30f3c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 15:17:28.009894 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] Attempting to bind port ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2 on network 4b9d37e3-988d-4b77-a1ed-12befe30f3c7 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:17:28.020464 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9d0b2-23cd-4688-9ed9-c7c4f0c86626 req-6e9f3c5b-88bf-4eb8-9966-3e8b9450235e tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:28.021246 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-09d9d0b2-23cd-4688-9ed9-c7c4f0c86626 req-6e9f3c5b-88bf-4eb8-9966-3e8b9450235e tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Synchronizing usage tracker for tenant:c6a2763612844cf4b611acdd090dfe81 on resource:port {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:17:28.029659 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] Checking agent: {'id': 'b2fd6503-106d-4224-ac4d-40fda7056aab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:17:28.030048 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] Checking segment: {'id': '5ad7e9b0-85ea-418e-8f25-0dbb1a61dcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4b9d37e3-988d-4b77-a1ed-12befe30f3c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:17:28.030481 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] Bound using segment: {'id': '5ad7e9b0-85ea-418e-8f25-0dbb1a61dcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4b9d37e3-988d-4b77-a1ed-12befe30f3c7'} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:17:28.030967 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] Bound port: ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad7e9b0-85ea-418e-8f25-0dbb1a61dcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4b9d37e3-988d-4b77-a1ed-12befe30f3c7'}}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:17:28.031339 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:28.100912 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-09d9d0b2-23cd-4688-9ed9-c7c4f0c86626 req-6e9f3c5b-88bf-4eb8-9966-3e8b9450235e tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Unset dirty status for tenant:c6a2763612844cf4b611acdd090dfe81 on resource:port {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:17:28.102195 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-09d9d0b2-23cd-4688-9ed9-c7c4f0c86626 req-6e9f3c5b-88bf-4eb8-9966-3e8b9450235e tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/ports?device_id=a928665b-0192-47c2-b1cd-aaa37cd4c0f3 HTTP/1.1" status: 200  len: 948 time: 0.2875433
Apr 07 15:17:28.154336 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-09d9d0b2-23cd-4688-9ed9-c7c4f0c86626 req-f0f026e4-f111-4620-98d6-81ef8302f24d tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30bcb0-9bae-4700-bac5-4f08ff0c9eb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386531
Apr 07 15:17:28.155680 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] For port ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2, host hv-cinder-78226, cleared binding levels {{(pid=84337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:17:28.160107 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] For port ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2,segment=NetworkSegment(5ad7e9b0-85ea-418e-8f25-0dbb1a61dcb8),segment_id=5ad7e9b0-85ea-418e-8f25-0dbb1a61dcb8)] {{(pid=84337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:17:28.164266 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852156545'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:28.181790 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ca7466c7-f94b-4abf-a682-650fa60d0012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:28.351731 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] Pushing event updated for resources: {'Port': ['ID=ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2,revision_number=3']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:28.355410 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:28.392727 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:28.393467 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:28.395264 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] 10.222.0.65 "PUT /v2.0/ports/ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2 HTTP/1.1" status: 200  len: 1098 time: 1.7501330
Apr 07 15:17:28.395824 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a928665b-0192-47c2-b1cd-aaa37cd4c0f3', 'tag': 'ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:17:28.490963 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 38658) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:28.508241 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a928665b-0192-47c2-b1cd-aaa37cd4c0f3', 'tag': 'ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2', 'status': 'completed', 'code': 200}
Apr 07 15:17:28.547034 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-a3cc20c0-3c2c-4c34-b782-29e95da982ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:28.548751 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-a3cc20c0-3c2c-4c34-b782-29e95da982ce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c6a2763612844cf4b611acdd090dfe81&device_id=a928665b-0192-47c2-b1cd-aaa37cd4c0f3 HTTP/1.1" status: 200  len: 1101 time: 0.0963323
Apr 07 15:17:28.631291 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-9688b481-bbed-4099-a7ad-fd52c6b1812c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2 HTTP/1.1" status: 200  len: 217 time: 0.0704007
Apr 07 15:17:28.666910 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d8a1a66f-b801-4753-bc81-beda1996ec14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:28.683334 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d8a1a66f-b801-4753-bc81-beda1996ec14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:17:28.697591 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d8a1a66f-b801-4753-bc81-beda1996ec14 admin admin] Usage tracker for resource:security_group_rule and tenant:a4b5ab20e732476dac0f88bed4394345 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:17:28.701993 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d8a1a66f-b801-4753-bc81-beda1996ec14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:17:28.707719 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-00abc5a1-0fb9-4c8d-9991-a501672b6128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:28.709353 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-00abc5a1-0fb9-4c8d-9991-a501672b6128 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=62d8d168-c213-4c1c-85d5-cc433d8b6bbb HTTP/1.1" status: 200  len: 843 time: 0.0721366
Apr 07 15:17:28.709667 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d8a1a66f-b801-4753-bc81-beda1996ec14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:17:28.801058 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-c690f81a-e525-43a9-8f81-b522bbd7d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:28.802739 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-c690f81a-e525-43a9-8f81-b522bbd7d825 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b9d37e3-988d-4b77-a1ed-12befe30f3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0873511
Apr 07 15:17:28.812621 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d8a1a66f-b801-4753-bc81-beda1996ec14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:28.816801 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d8a1a66f-b801-4753-bc81-beda1996ec14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:28.827431 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-364fb799-9547-4a93-ba93-8f9e5e013e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:28.873856 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-d8a1a66f-b801-4753-bc81-beda1996ec14 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4b5ab20e732476dac0f88bed4394345&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3813894
Apr 07 15:17:28.874853 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1a66f-b801-4753-bc81-beda1996ec14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d011059-da1a-4835-89e5-fd9b25ad4a22,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:28.877750 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 38664) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:28.880659 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d8a1a66f-b801-4753-bc81-beda1996ec14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:28.963455 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4cde81a3-a544-498e-93be-d365f9721f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:28.968278 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-9f47a6d4-c725-4a61-8b33-e25df2cf3336 service neutron] 10.222.0.65 "GET /v2.0/networks/4b9d37e3-988d-4b77-a1ed-12befe30f3c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1589324
Apr 07 15:17:28.994469 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4cde81a3-a544-498e-93be-d365f9721f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:29.055209 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4cde81a3-a544-498e-93be-d365f9721f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:29.064277 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5240796d-58e9-4a9a-9d4f-e478af2cf71f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:29.086012 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde81a3-a544-498e-93be-d365f9721f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d011059-da1a-4835-89e5-fd9b25ad4a22,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:29.091318 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-4cde81a3-a544-498e-93be-d365f9721f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:29.092598 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4cde81a3-a544-498e-93be-d365f9721f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:29.099031 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-4cde81a3-a544-498e-93be-d365f9721f4a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3d011059-da1a-4835-89e5-fd9b25ad4a22 HTTP/1.1" status: 204  len: 168 time: 0.2155650
Apr 07 15:17:29.132237 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2dab85c5-fa4e-4b89-a241-92e24174c5e7 req-7a862871-1753-480a-8c71-fe1d05bb0af1 service neutron] 10.222.0.65 "GET /v2.0/networks/4b9d37e3-988d-4b77-a1ed-12befe30f3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1565902
Apr 07 15:17:29.405374 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd956f-8e74-47ab-b681-0dd4caf8c19e req-18e796ab-8252-4286-a348-dbccfd6b1bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:29.406917 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a4dd956f-8e74-47ab-b681-0dd4caf8c19e req-18e796ab-8252-4286-a348-dbccfd6b1bf2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c6a2763612844cf4b611acdd090dfe81&device_id=a928665b-0192-47c2-b1cd-aaa37cd4c0f3 HTTP/1.1" status: 200  len: 1101 time: 0.1891150
Apr 07 15:17:29.502374 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 38674) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:29.525714 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dd9d105e-32f9-4c02-8f18-1c2f6566fc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:29.545694 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-dd9d105e-32f9-4c02-8f18-1c2f6566fc58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:17:29.551312 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-dd9d105e-32f9-4c02-8f18-1c2f6566fc58 admin admin] Usage tracker for resource:security_group_rule and tenant:8ab0d1c5261947d98652c206cf23e6a6 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:17:29.556051 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-dd9d105e-32f9-4c02-8f18-1c2f6566fc58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:17:29.563886 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-dd9d105e-32f9-4c02-8f18-1c2f6566fc58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:17:29.589311 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714298a8-095e-4274-9384-91271f9e7698 req-b0905dc3-f3bc-4aea-aaa2-1ae6c738f37b tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:29.591161 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-714298a8-095e-4274-9384-91271f9e7698 req-b0905dc3-f3bc-4aea-aaa2-1ae6c738f37b tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/ports?device_id=a928665b-0192-47c2-b1cd-aaa37cd4c0f3 HTTP/1.1" status: 200  len: 948 time: 0.2419841
Apr 07 15:17:29.600586 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd956f-8e74-47ab-b681-0dd4caf8c19e req-ea2941f8-c71e-4341-b0c3-7f17204900ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:29.602324 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a4dd956f-8e74-47ab-b681-0dd4caf8c19e req-ea2941f8-c71e-4341-b0c3-7f17204900ee service neutron] 10.222.0.65 "GET /v2.0/networks?id=4b9d37e3-988d-4b77-a1ed-12befe30f3c7 HTTP/1.1" status: 200  len: 870 time: 0.1878047
Apr 07 15:17:29.675813 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dd9d105e-32f9-4c02-8f18-1c2f6566fc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:29.679233 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dd9d105e-32f9-4c02-8f18-1c2f6566fc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:29.688644 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-38342d71-52a3-449b-826f-cb7a87fcd223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:29.705066 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a4dd956f-8e74-47ab-b681-0dd4caf8c19e req-1d9cd23c-12fc-42ca-8a21-deb085292c70 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2 HTTP/1.1" status: 200  len: 217 time: 0.0820115
Apr 07 15:17:29.708565 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-714298a8-095e-4274-9384-91271f9e7698 req-e4aaffec-cdf1-46b7-ac50-6617a4298773 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30bcb0-9bae-4700-bac5-4f08ff0c9eb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017029
Apr 07 15:17:29.742260 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d105e-32f9-4c02-8f18-1c2f6566fc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d962f7f-24f7-4518-9a07-314fce9448c7,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:29.748324 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-dd9d105e-32f9-4c02-8f18-1c2f6566fc58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:29.759533 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-dd9d105e-32f9-4c02-8f18-1c2f6566fc58 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ab0d1c5261947d98652c206cf23e6a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2553463
Apr 07 15:17:29.760680 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 38678) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:29.819994 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd956f-8e74-47ab-b681-0dd4caf8c19e req-7db0538c-072e-4004-8dba-f457b0a1eedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:29.823258 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a4dd956f-8e74-47ab-b681-0dd4caf8c19e req-7db0538c-072e-4004-8dba-f457b0a1eedf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=62d8d168-c213-4c1c-85d5-cc433d8b6bbb HTTP/1.1" status: 200  len: 843 time: 0.1106925
Apr 07 15:17:29.880041 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-329204ce-e7fe-4ecd-b6b5-e907f6c68266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:29.913000 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-329204ce-e7fe-4ecd-b6b5-e907f6c68266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:29.921945 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd956f-8e74-47ab-b681-0dd4caf8c19e req-6eff3b32-fc21-4b7f-bee9-63d012d3f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:29.923746 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a4dd956f-8e74-47ab-b681-0dd4caf8c19e req-6eff3b32-fc21-4b7f-bee9-63d012d3f671 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b9d37e3-988d-4b77-a1ed-12befe30f3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0933855
Apr 07 15:17:29.985318 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-329204ce-e7fe-4ecd-b6b5-e907f6c68266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:29.987771 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-834c1312-e124-411b-84b9-8a16f080f536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:29.996709 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-eab44ada-40c8-45ab-81ce-87135357da81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:30.024519 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329204ce-e7fe-4ecd-b6b5-e907f6c68266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d962f7f-24f7-4518-9a07-314fce9448c7,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:30.028732 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-329204ce-e7fe-4ecd-b6b5-e907f6c68266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:30.033247 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-329204ce-e7fe-4ecd-b6b5-e907f6c68266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:30.037410 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-329204ce-e7fe-4ecd-b6b5-e907f6c68266 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d962f7f-24f7-4518-9a07-314fce9448c7 HTTP/1.1" status: 204  len: 168 time: 0.2748148
Apr 07 15:17:30.089912 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:30.107533 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a4dd956f-8e74-47ab-b681-0dd4caf8c19e req-27b6b369-8f1b-4a3c-96e4-ac92f32aca6c service neutron] 10.222.0.65 "GET /v2.0/networks/4b9d37e3-988d-4b77-a1ed-12befe30f3c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1767595
Apr 07 15:17:30.277550 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a4dd956f-8e74-47ab-b681-0dd4caf8c19e req-2df7557b-a7e3-4aec-b7b2-3c2ddfe4820b service neutron] 10.222.0.65 "GET /v2.0/networks/4b9d37e3-988d-4b77-a1ed-12befe30f3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1630385
Apr 07 15:17:30.655946 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 15:17:30.922797 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2,segment=NetworkSegment(5ad7e9b0-85ea-418e-8f25-0dbb1a61dcb8),segment_id=5ad7e9b0-85ea-418e-8f25-0dbb1a61dcb8)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:17:30.949273 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Returning: {'device': 'ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2', 'network_id': '4b9d37e3-988d-4b77-a1ed-12befe30f3c7', 'port_id': 'ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2', 'mac_address': 'fa:16:3e:a0:cb:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d8d168-c213-4c1c-85d5-cc433d8b6bbb', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 15:17:30.970791 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce7d68-bc69-4497-bfb3-3fb4b39cb32a req-4f78e37b-1a22-4af1-ab74-893b099a42b7 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:30.973026 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d3ce7d68-bc69-4497-bfb3-3fb4b39cb32a req-4f78e37b-1a22-4af1-ab74-893b099a42b7 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/ports?device_id=a928665b-0192-47c2-b1cd-aaa37cd4c0f3 HTTP/1.1" status: 200  len: 948 time: 0.1031678
Apr 07 15:17:31.013655 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d3ce7d68-bc69-4497-bfb3-3fb4b39cb32a req-ec15caef-b77a-4a6f-ae4d-29eab53cb184 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30bcb0-9bae-4700-bac5-4f08ff0c9eb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0270069
Apr 07 15:17:31.051587 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:31.073232 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:17:31.092062 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2,segment=NetworkSegment(5ad7e9b0-85ea-418e-8f25-0dbb1a61dcb8),segment_id=5ad7e9b0-85ea-418e-8f25-0dbb1a61dcb8)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:17:31.096050 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:31.098221 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-128ca8b7-9ce4-4b95-a792-f4b8bbef89be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:31.173176 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:31.176844 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:31.341350 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:31.387787 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:17:31.842478 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:31.900565 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 38724) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:31.961488 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:32.033355 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c6ade5e2-6f69-458b-a806-d292675c5ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:32.050682 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-c6ade5e2-6f69-458b-a806-d292675c5ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:17:32.055338 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-c6ade5e2-6f69-458b-a806-d292675c5ce0 admin admin] Usage tracker for resource:security_group_rule and tenant:71f5542193ba45b7a1246e230ef140f7 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:17:32.059493 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-c6ade5e2-6f69-458b-a806-d292675c5ce0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:17:32.070923 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-c6ade5e2-6f69-458b-a806-d292675c5ce0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:17:32.232648 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c6ade5e2-6f69-458b-a806-d292675c5ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:32.239524 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c6ade5e2-6f69-458b-a806-d292675c5ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:32.254385 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-8180ccee-04c8-480f-9268-f5b816e77a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:32.305678 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-c6ade5e2-6f69-458b-a806-d292675c5ce0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=71f5542193ba45b7a1246e230ef140f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4038258
Apr 07 15:17:32.306898 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ade5e2-6f69-458b-a806-d292675c5ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2af894-48fb-47ff-aa64-6cbc842f3065,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:32.308628 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 38732) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:32.311139 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c6ade5e2-6f69-458b-a806-d292675c5ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:32.348272 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f30d6-6a0e-41ba-a469-75005dc0dc30 req-67d57158-ae1b-4365-85c9-2fdc71d47276 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:32.350044 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ef5f30d6-6a0e-41ba-a469-75005dc0dc30 req-67d57158-ae1b-4365-85c9-2fdc71d47276 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/ports?device_id=a928665b-0192-47c2-b1cd-aaa37cd4c0f3 HTTP/1.1" status: 200  len: 949 time: 0.1650620
Apr 07 15:17:32.387488 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ef5f30d6-6a0e-41ba-a469-75005dc0dc30 req-16c77816-f453-4ee3-9f5c-4e16ea97c0b0 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30bcb0-9bae-4700-bac5-4f08ff0c9eb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0278015
Apr 07 15:17:32.392125 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7bc1911f-0f86-4154-b20a-b28a1f19b591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:32.429185 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7bc1911f-0f86-4154-b20a-b28a1f19b591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:32.486196 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7bc1911f-0f86-4154-b20a-b28a1f19b591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:32.490695 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-0654023b-ec3f-483c-8eda-3c0c1d6686db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:32.503407 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1911f-0f86-4154-b20a-b28a1f19b591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2af894-48fb-47ff-aa64-6cbc842f3065,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:32.508197 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7bc1911f-0f86-4154-b20a-b28a1f19b591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:32.511723 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7bc1911f-0f86-4154-b20a-b28a1f19b591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:32.512984 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-7bc1911f-0f86-4154-b20a-b28a1f19b591 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa2af894-48fb-47ff-aa64-6cbc842f3065 HTTP/1.1" status: 204  len: 168 time: 0.2028790
Apr 07 15:17:32.671390 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2 up at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:17:32.757119 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning for port ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:17:32.770091 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning complete for port ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:17:32.770662 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:32.919590 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:32.933148 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a928665b-0192-47c2-b1cd-aaa37cd4c0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:17:32.946401 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2,segment=NetworkSegment(5ad7e9b0-85ea-418e-8f25-0dbb1a61dcb8),segment_id=5ad7e9b0-85ea-418e-8f25-0dbb1a61dcb8)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:17:32.950745 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:32.954171 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:33.027727 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a928665b-0192-47c2-b1cd-aaa37cd4c0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2', 'code': 200}
Apr 07 15:17:33.066412 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:33.069988 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:33.333259 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79dc07-e7d9-49ae-9a92-a75a0ac1c623 req-aef586aa-879e-4e01-9894-ede3da3e9356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:33.336152 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7d79dc07-e7d9-49ae-9a92-a75a0ac1c623 req-aef586aa-879e-4e01-9894-ede3da3e9356 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a928665b-0192-47c2-b1cd-aaa37cd4c0f3 HTTP/1.1" status: 200  len: 1103 time: 0.0901716
Apr 07 15:17:33.366914 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7d79dc07-e7d9-49ae-9a92-a75a0ac1c623 req-8c8e0736-1ee0-472e-a7d7-0a2897d46e96 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=aa30bcb0-9bae-4700-bac5-4f08ff0c9eb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0243371
Apr 07 15:17:33.613956 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf793309-2665-4321-8ada-bc5c2115a8b0 req-c3608f04-9c3e-422f-9168-24e45813182c tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:33.615694 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bf793309-2665-4321-8ada-bc5c2115a8b0 req-c3608f04-9c3e-422f-9168-24e45813182c tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/ports?device_id=a928665b-0192-47c2-b1cd-aaa37cd4c0f3 HTTP/1.1" status: 200  len: 950 time: 0.0994601
Apr 07 15:17:33.650436 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bf793309-2665-4321-8ada-bc5c2115a8b0 req-3265f671-aebb-49a6-932b-476d8301e5f8 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30bcb0-9bae-4700-bac5-4f08ff0c9eb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0267551
Apr 07 15:17:34.867433 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e944caf-04de-4ee2-bf48-8df5f850a986 req-1d2b71a0-ce72-41e9-8395-1d035d0bd143 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:34.869057 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2e944caf-04de-4ee2-bf48-8df5f850a986 req-1d2b71a0-ce72-41e9-8395-1d035d0bd143 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/ports?device_id=a928665b-0192-47c2-b1cd-aaa37cd4c0f3 HTTP/1.1" status: 200  len: 950 time: 0.0970604
Apr 07 15:17:35.156374 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2e944caf-04de-4ee2-bf48-8df5f850a986 req-f44d62ba-70f0-4646-88c6-c3963715d77e tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30bcb0-9bae-4700-bac5-4f08ff0c9eb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2799845
Apr 07 15:17:35.669064 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f5d90-c090-43ae-9ffb-10a275698c2f req-7eb13e93-03c9-4c9e-a859-60fd2b3ef6e2 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:35.670992 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-003f5d90-c090-43ae-9ffb-10a275698c2f req-7eb13e93-03c9-4c9e-a859-60fd2b3ef6e2 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/ports?device_id=a928665b-0192-47c2-b1cd-aaa37cd4c0f3 HTTP/1.1" status: 200  len: 950 time: 0.0964379
Apr 07 15:17:35.708518 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-003f5d90-c090-43ae-9ffb-10a275698c2f req-4e88311a-a7cf-46bc-bf6e-eeb88dd9bd80 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30bcb0-9bae-4700-bac5-4f08ff0c9eb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0294693
Apr 07 15:17:36.936176 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56791dd4-2a8e-4811-8804-2417ad1762b6 req-103ec1c8-2183-4316-8b31-9ca3fd4bba34 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:36.937840 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-56791dd4-2a8e-4811-8804-2417ad1762b6 req-103ec1c8-2183-4316-8b31-9ca3fd4bba34 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/ports?device_id=a928665b-0192-47c2-b1cd-aaa37cd4c0f3 HTTP/1.1" status: 200  len: 950 time: 0.0933092
Apr 07 15:17:36.969795 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-56791dd4-2a8e-4811-8804-2417ad1762b6 req-54a22add-3d88-414c-87be-3b2260e2ba1c tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30bcb0-9bae-4700-bac5-4f08ff0c9eb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0252504
Apr 07 15:17:38.177748 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ad02d-4a32-485b-87ad-3ae562b91669 req-ec949f0c-299c-4a4a-9076-06d722665412 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:38.179355 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6d4ad02d-4a32-485b-87ad-3ae562b91669 req-ec949f0c-299c-4a4a-9076-06d722665412 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/ports?device_id=a928665b-0192-47c2-b1cd-aaa37cd4c0f3 HTTP/1.1" status: 200  len: 950 time: 0.0919735
Apr 07 15:17:38.212022 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6d4ad02d-4a32-485b-87ad-3ae562b91669 req-f3cf772a-15c5-4fb9-97fa-c02eb79271a5 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30bcb0-9bae-4700-bac5-4f08ff0c9eb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0260203
Apr 07 15:17:38.750765 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ca07f845-94dd-467e-b911-4c22bf1af6dd req-fadc8b25-6c38-4bea-babd-24ca661f7e6b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1338630
Apr 07 15:17:38.869544 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07f845-94dd-467e-b911-4c22bf1af6dd req-b7122197-6e4c-4d0a-b4f8-086bba3b72d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:38.871153 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ca07f845-94dd-467e-b911-4c22bf1af6dd req-b7122197-6e4c-4d0a-b4f8-086bba3b72d7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f76cffb12134de5b61dbbab4c4abadf&device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 1099 time: 0.0847838
Apr 07 15:17:39.002763 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538adec4-161b-4a7a-b444-1273ddb549d6 req-50da1ee5-67b6-42a2-8cfd-abbcca83e3f1 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:39.004448 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-538adec4-161b-4a7a-b444-1273ddb549d6 req-50da1ee5-67b6-42a2-8cfd-abbcca83e3f1 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.65 "GET /v2.0/ports?device_id=a928665b-0192-47c2-b1cd-aaa37cd4c0f3 HTTP/1.1" status: 200  len: 950 time: 0.0968492
Apr 07 15:17:39.093891 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-538adec4-161b-4a7a-b444-1273ddb549d6 req-e216931b-205f-4921-8047-d51ba48211de tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Deleting port ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2 {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:17:39.094233 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-538adec4-161b-4a7a-b444-1273ddb549d6 req-e216931b-205f-4921-8047-d51ba48211de tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:39.128341 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07f845-94dd-467e-b911-4c22bf1af6dd req-95498263-6b39-42aa-bf27-fa015ea51757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:39.131858 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ca07f845-94dd-467e-b911-4c22bf1af6dd req-95498263-6b39-42aa-bf27-fa015ea51757 service neutron] 10.222.0.65 "GET /v2.0/networks?id=59ba7fe3-d40f-4f7c-b163-210007707fcc HTTP/1.1" status: 200  len: 909 time: 0.2232888
Apr 07 15:17:39.261567 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ca07f845-94dd-467e-b911-4c22bf1af6dd req-1f65fcd3-8107-4fc8-b416-cae40eea88e8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f38b7f8-1224-4957-8f24-a1afc866aaa7 HTTP/1.1" status: 200  len: 1002 time: 0.1226523
Apr 07 15:17:39.355936 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07f845-94dd-467e-b911-4c22bf1af6dd req-c301cfb5-20cb-4b7c-8efb-13aafc6d566d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:39.358509 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ca07f845-94dd-467e-b911-4c22bf1af6dd req-c301cfb5-20cb-4b7c-8efb-13aafc6d566d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf450d66-5220-4b2a-a595-d0db8b4aeb81 HTTP/1.1" status: 200  len: 847 time: 0.0898578
Apr 07 15:17:39.445016 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-538adec4-161b-4a7a-b444-1273ddb549d6 req-e216931b-205f-4921-8047-d51ba48211de tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] For port ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2,segment=NetworkSegment(5ad7e9b0-85ea-418e-8f25-0dbb1a61dcb8),segment_id=5ad7e9b0-85ea-418e-8f25-0dbb1a61dcb8)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:17:39.445446 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-538adec4-161b-4a7a-b444-1273ddb549d6 req-e216931b-205f-4921-8047-d51ba48211de tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:39.470313 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07f845-94dd-467e-b911-4c22bf1af6dd req-2dd5a35d-3d4e-4175-aab5-a08bd3d0e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:39.473118 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ca07f845-94dd-467e-b911-4c22bf1af6dd req-2dd5a35d-3d4e-4175-aab5-a08bd3d0e28b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59ba7fe3-d40f-4f7c-b163-210007707fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1083593
Apr 07 15:17:39.600343 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-538adec4-161b-4a7a-b444-1273ddb549d6 req-e216931b-205f-4921-8047-d51ba48211de tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Calling delete_port for ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2 owned by compute:nova {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:17:39.651070 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ca07f845-94dd-467e-b911-4c22bf1af6dd req-b55269cf-51ae-439c-b66c-e861c695b199 service neutron] 10.222.0.65 "GET /v2.0/networks/59ba7fe3-d40f-4f7c-b163-210007707fcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1697190
Apr 07 15:17:39.698265 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870dbfe-dd18-44ba-83ed-f86c2f28a13e req-84ef97ff-226d-4667-be58-2f44f1f874b9 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:39.701194 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5870dbfe-dd18-44ba-83ed-f86c2f28a13e req-84ef97ff-226d-4667-be58-2f44f1f874b9 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/ports?device_id=a928665b-0192-47c2-b1cd-aaa37cd4c0f3 HTTP/1.1" status: 200  len: 950 time: 0.3510132
Apr 07 15:17:39.779603 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5870dbfe-dd18-44ba-83ed-f86c2f28a13e req-5a2a3243-39ae-4cf1-a5ea-43ea84e98894 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa30bcb0-9bae-4700-bac5-4f08ff0c9eb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671272
Apr 07 15:17:39.875901 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-538adec4-161b-4a7a-b444-1273ddb549d6 req-e216931b-205f-4921-8047-d51ba48211de tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:39.883908 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ca07f845-94dd-467e-b911-4c22bf1af6dd req-ead455c1-c78d-42ab-8e72-c5852f397d8e service neutron] 10.222.0.65 "GET /v2.0/networks/59ba7fe3-d40f-4f7c-b163-210007707fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2223802
Apr 07 15:17:39.893434 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d1a6fbda-c1e1-4ea0-b04c-7f8538cf3a6a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:39.915637 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:17:40.001118 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216931b-205f-4921-8047-d51ba48211de tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Pushing event deleted for resources: {'Port': ['ID=ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:40.012263 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e216931b-205f-4921-8047-d51ba48211de tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:40.171688 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-538adec4-161b-4a7a-b444-1273ddb549d6 req-e216931b-205f-4921-8047-d51ba48211de tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] No DVR routers for this DVR port ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2 on host hv-cinder-78226 {{(pid=84337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:17:40.174723 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-538adec4-161b-4a7a-b444-1273ddb549d6 req-e216931b-205f-4921-8047-d51ba48211de tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:40.177861 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a928665b-0192-47c2-b1cd-aaa37cd4c0f3', 'name': 'network-vif-deleted', 'tag': 'ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:17:40.203712 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-538adec4-161b-4a7a-b444-1273ddb549d6 req-e216931b-205f-4921-8047-d51ba48211de tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.65 "DELETE /v2.0/ports/ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2 HTTP/1.1" status: 204  len: 173 time: 1.1935513
Apr 07 15:17:40.245660 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a928665b-0192-47c2-b1cd-aaa37cd4c0f3', 'name': 'network-vif-deleted', 'tag': 'ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2', 'status': 'completed', 'code': 200}
Apr 07 15:17:40.956541 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-385a51de-9037-40ea-a1a5-357d6b21d227 req-ba563366-97f4-43d3-843c-ab1758bec81c tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Synchronizing usage tracker for tenant:c6a2763612844cf4b611acdd090dfe81 on resource:port {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:17:40.973583 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-385a51de-9037-40ea-a1a5-357d6b21d227 req-ba563366-97f4-43d3-843c-ab1758bec81c tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Unset dirty status for tenant:c6a2763612844cf4b611acdd090dfe81 on resource:port {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:17:40.974940 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-385a51de-9037-40ea-a1a5-357d6b21d227 req-ba563366-97f4-43d3-843c-ab1758bec81c tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/ports?device_id=a928665b-0192-47c2-b1cd-aaa37cd4c0f3 HTTP/1.1" status: 200  len: 210 time: 0.0686526
Apr 07 15:17:42.180504 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3f0736da-684e-476e-998d-5ce9a1f9f190 req-2b95e884-91fb-48ad-a65a-36e065eb9e05 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/ports?device_id=a928665b-0192-47c2-b1cd-aaa37cd4c0f3 HTTP/1.1" status: 200  len: 210 time: 0.0538933
Apr 07 15:17:43.088239 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:17:43.128359 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] No Port match for: ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2 {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:17:43.128788 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device ee1bcd8d-8f4d-4477-be6f-8c2a32a99cd2 not bound to the agent host hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:17:43.461123 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7bfeb7ff-cd07-4d7f-a1e5-cf52850ee656 req-bfd2ad3b-0a07-421f-a093-0beb501da597 tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] 10.222.0.39 "GET /v2.0/ports?device_id=a928665b-0192-47c2-b1cd-aaa37cd4c0f3 HTTP/1.1" status: 200  len: 210 time: 0.0588162
Apr 07 15:17:50.557281 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:17:51.211302 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 39082) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:51.380700 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 39092) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:51.380996 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-4ceec196-09f1-41cb-87ea-6e9579fe9829 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c6a2763612844cf4b611acdd090dfe81&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1684036
Apr 07 15:17:51.455412 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-57f2e5af-9b4b-4127-8eb7-7e8085c53c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:51.483664 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-57f2e5af-9b4b-4127-8eb7-7e8085c53c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:51.534054 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-57f2e5af-9b4b-4127-8eb7-7e8085c53c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:51.538361 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-fb0390f5-df64-42a9-8419-ef9bc659d41e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:51.553869 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2e5af-9b4b-4127-8eb7-7e8085c53c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa30bcb0-9bae-4700-bac5-4f08ff0c9eb2,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:51.556744 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-57f2e5af-9b4b-4127-8eb7-7e8085c53c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:51.563733 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-57f2e5af-9b4b-4127-8eb7-7e8085c53c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:51.565052 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-57f2e5af-9b4b-4127-8eb7-7e8085c53c10 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa30bcb0-9bae-4700-bac5-4f08ff0c9eb2 HTTP/1.1" status: 204  len: 168 time: 0.1826925
Apr 07 15:17:55.804170 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 39132) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:55.941616 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7872960a-85ff-46dd-806d-8769ee196dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:55.958849 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-7872960a-85ff-46dd-806d-8769ee196dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:17:55.963128 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-7872960a-85ff-46dd-806d-8769ee196dde admin admin] Usage tracker for resource:security_group_rule and tenant:e4a18ef761b44f68b56c9f7c45e8d537 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:17:55.966244 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-7872960a-85ff-46dd-806d-8769ee196dde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:17:55.972655 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-7872960a-85ff-46dd-806d-8769ee196dde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:17:56.067353 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7872960a-85ff-46dd-806d-8769ee196dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:56.071204 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7872960a-85ff-46dd-806d-8769ee196dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:56.081404 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1dcec896-90ca-4ed9-a844-81a4501fdebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:56.128174 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-7872960a-85ff-46dd-806d-8769ee196dde admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e4a18ef761b44f68b56c9f7c45e8d537&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3227851
Apr 07 15:17:56.130078 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872960a-85ff-46dd-806d-8769ee196dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbad6739-7b23-4dff-a7ae-541e14b4a4bf,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:56.131084 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 39140) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:56.139399 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7872960a-85ff-46dd-806d-8769ee196dde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:56.139825 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7872960a-85ff-46dd-806d-8769ee196dde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:56.140270 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7872960a-85ff-46dd-806d-8769ee196dde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:56.140717 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7872960a-85ff-46dd-806d-8769ee196dde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:56.141142 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7872960a-85ff-46dd-806d-8769ee196dde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:56.141568 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7872960a-85ff-46dd-806d-8769ee196dde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:56.141990 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7872960a-85ff-46dd-806d-8769ee196dde admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:56.142390 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7872960a-85ff-46dd-806d-8769ee196dde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:56.142792 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7872960a-85ff-46dd-806d-8769ee196dde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:56.143237 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7872960a-85ff-46dd-806d-8769ee196dde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:56.143624 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7872960a-85ff-46dd-806d-8769ee196dde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:56.144025 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7872960a-85ff-46dd-806d-8769ee196dde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:17:56.148503 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7872960a-85ff-46dd-806d-8769ee196dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:56.209580 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-067bcd78-af52-40cd-9213-a72c645111de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:56.238957 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-067bcd78-af52-40cd-9213-a72c645111de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:56.285767 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-067bcd78-af52-40cd-9213-a72c645111de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:56.291700 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d2ae3623-75a3-4ae6-9f4b-5943eec5d9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:56.304186 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067bcd78-af52-40cd-9213-a72c645111de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbad6739-7b23-4dff-a7ae-541e14b4a4bf,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:56.308404 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-067bcd78-af52-40cd-9213-a72c645111de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:56.312091 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-067bcd78-af52-40cd-9213-a72c645111de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:56.316577 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-067bcd78-af52-40cd-9213-a72c645111de admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dbad6739-7b23-4dff-a7ae-541e14b4a4bf HTTP/1.1" status: 204  len: 168 time: 0.1843653
Apr 07 15:17:56.495250 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08900f-0547-48bb-96dc-839140b20983 req-f2af8a24-40f5-4768-918e-0ccdcc9ca3b5 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:56.497079 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ea08900f-0547-48bb-96dc-839140b20983 req-f2af8a24-40f5-4768-918e-0ccdcc9ca3b5 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 946 time: 0.0955186
Apr 07 15:17:56.543666 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ea08900f-0547-48bb-96dc-839140b20983 req-885f4482-1f51-425f-9c89-10a2fb6dfdda tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395262
Apr 07 15:17:57.098944 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 39166) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:57.224459 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-3fd9e00d-7db7-4659-84cb-a50579cdbaa2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2134377149-network', 'tenant_id': '4dda97fae7c64863ab4f041f623c1dc4'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:17:57.230107 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-3fd9e00d-7db7-4659-84cb-a50579cdbaa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:17:57.234340 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-3fd9e00d-7db7-4659-84cb-a50579cdbaa2 admin admin] Usage tracker for resource:network and tenant:4dda97fae7c64863ab4f041f623c1dc4 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:17:57.237558 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-3fd9e00d-7db7-4659-84cb-a50579cdbaa2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:17:57.244507 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-3fd9e00d-7db7-4659-84cb-a50579cdbaa2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:17:57.253744 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd9e00d-7db7-4659-84cb-a50579cdbaa2 admin admin] Made reservation on behalf of 4dda97fae7c64863ab4f041f623c1dc4 for: {'network': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:17:57.258588 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e00d-7db7-4659-84cb-a50579cdbaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for network, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:57.272732 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e00d-7db7-4659-84cb-a50579cdbaa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:57.290383 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-3fd9e00d-7db7-4659-84cb-a50579cdbaa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:17:57.294804 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-3fd9e00d-7db7-4659-84cb-a50579cdbaa2 admin admin] Usage tracker for resource:security_group_rule and tenant:4dda97fae7c64863ab4f041f623c1dc4 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:17:57.297999 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-3fd9e00d-7db7-4659-84cb-a50579cdbaa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:17:57.305857 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-3fd9e00d-7db7-4659-84cb-a50579cdbaa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:17:57.370660 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ce7f1128-ec17-4cac-a147-5d835424f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:57.398744 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e00d-7db7-4659-84cb-a50579cdbaa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:57.402897 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e00d-7db7-4659-84cb-a50579cdbaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:57.406251 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-018bd173-f635-414a-bb80-d3a3a2fb11ec tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:57.445991 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd9e00d-7db7-4659-84cb-a50579cdbaa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'}  {{(pid=84337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 15:17:57.455753 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9e00d-7db7-4659-84cb-a50579cdbaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6052db15-c504-4269-bee8-d5eccdc31aad,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:57.459796 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-3fd9e00d-7db7-4659-84cb-a50579cdbaa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:57.462538 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e00d-7db7-4659-84cb-a50579cdbaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:57.462944 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.segments_db [None req-3fd9e00d-7db7-4659-84cb-a50579cdbaa2 admin admin] Added segment 44b900f3-7ec1-4014-857c-86a30a29c9ac of type vlan for network cfafd766-1791-41b1-946f-d0c529f18b44
Apr 07 15:17:57.490773 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e00d-7db7-4659-84cb-a50579cdbaa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247587465195'] for network, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:57.533846 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e00d-7db7-4659-84cb-a50579cdbaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for network, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:57.535243 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd9e00d-7db7-4659-84cb-a50579cdbaa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:57.535907 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e00d-7db7-4659-84cb-a50579cdbaa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:57.539665 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-034c08eb-f66d-4d53-ba2d-93aa53cf9811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:57.647634 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9e00d-7db7-4659-84cb-a50579cdbaa2 admin admin] Pushing event updated for resources: {'Network': ['ID=cfafd766-1791-41b1-946f-d0c529f18b44,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:57.650831 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-3fd9e00d-7db7-4659-84cb-a50579cdbaa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:57.655827 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-3fd9e00d-7db7-4659-84cb-a50579cdbaa2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5529144
Apr 07 15:17:57.656258 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 39174) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:17:57.659122 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Network cfafd766-1791-41b1-946f-d0c529f18b44 details requested by agent ovs-agent-dv-cinder-782260-2-iscsi with host dv-cinder-782260-2-iscsi {{(pid=84339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 15:17:57.662901 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-1cdd7375-1a99-4eec-84a0-b49d3aef70c7 admin admin] Request body: {'subnet': {'network_id': 'cfafd766-1791-41b1-946f-d0c529f18b44', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2134377149-subnet', 'tenant_id': '4dda97fae7c64863ab4f041f623c1dc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:17:57.669006 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-1cdd7375-1a99-4eec-84a0-b49d3aef70c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:17:57.673557 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-1cdd7375-1a99-4eec-84a0-b49d3aef70c7 admin admin] Usage tracker for resource:subnet and tenant:4dda97fae7c64863ab4f041f623c1dc4 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:17:57.676805 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-1cdd7375-1a99-4eec-84a0-b49d3aef70c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:17:57.685517 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-1cdd7375-1a99-4eec-84a0-b49d3aef70c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:17:57.695626 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdd7375-1a99-4eec-84a0-b49d3aef70c7 admin admin] Made reservation on behalf of 4dda97fae7c64863ab4f041f623c1dc4 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:17:57.700428 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1cdd7375-1a99-4eec-84a0-b49d3aef70c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2237762'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:57.776915 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1174a96-70cd-412d-a18e-95f756bc8011 req-934e1215-cb36-42ce-bd4c-892f112949c1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:57.778709 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d1174a96-70cd-412d-a18e-95f756bc8011 req-934e1215-cb36-42ce-bd4c-892f112949c1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 946 time: 0.1087744
Apr 07 15:17:57.815513 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d1174a96-70cd-412d-a18e-95f756bc8011 req-52fd33fd-adc9-41e8-88d2-e63afefe7972 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0293365
Apr 07 15:17:58.388193 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1cdd7375-1a99-4eec-84a0-b49d3aef70c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850671880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2237811'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:58.404519 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a8aafab8-cd0e-4765-b018-2e4d73a8b040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:17:58.533896 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd7375-1a99-4eec-84a0-b49d3aef70c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58d6262a-2c35-414a-999e-20078f04a3b5,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:17:58.538799 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1cdd7375-1a99-4eec-84a0-b49d3aef70c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:17:58.622366 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdd7375-1a99-4eec-84a0-b49d3aef70c7 admin admin] Checking segment: {'id': '44b900f3-7ec1-4014-857c-86a30a29c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cfafd766-1791-41b1-946f-d0c529f18b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:17:58.622771 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdd7375-1a99-4eec-84a0-b49d3aef70c7 admin admin] Network hostable DHCP agents. Network: cfafd766-1791-41b1-946f-d0c529f18b44, hostable agents: ['13ef685d-6932-4a97-bd41-a6ee1416974e'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 15:17:58.643298 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdd7375-1a99-4eec-84a0-b49d3aef70c7 admin admin] Network cfafd766-1791-41b1-946f-d0c529f18b44 is scheduled to be hosted by DHCP agent 13ef685d-6932-4a97-bd41-a6ee1416974e with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 15:17:58.653777 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-1cdd7375-1a99-4eec-84a0-b49d3aef70c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-iscsi, cfafd766-1791-41b1-946f-d0c529f18b44) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:17:58.668465 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12587fa-36dc-4ea2-82f2-f1a31b9f68d7 None None] Network cfafd766-1791-41b1-946f-d0c529f18b44 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:17:58.670872 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdd7375-1a99-4eec-84a0-b49d3aef70c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:58.671598 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1cdd7375-1a99-4eec-84a0-b49d3aef70c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:17:58.699241 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-1cdd7375-1a99-4eec-84a0-b49d3aef70c7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0417392
Apr 07 15:17:58.922137 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea4904d-9103-4ec0-b692-757d18d8f1da None None] Network cfafd766-1791-41b1-946f-d0c529f18b44 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:17:59.042359 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713951c-7d3a-4701-a6d1-0162877f9a78 req-27f4cdef-5653-4ed8-86e4-f1422adf69d8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:17:59.044453 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c713951c-7d3a-4701-a6d1-0162877f9a78 req-27f4cdef-5653-4ed8-86e4-f1422adf69d8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 946 time: 0.0955837
Apr 07 15:17:59.086113 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c713951c-7d3a-4701-a6d1-0162877f9a78 req-3fdcc694-4446-4b5b-b313-d6c4bdb8d3c1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0342019
Apr 07 15:17:59.980990 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2fc1d4b0-7d37-4d36-9dfe-d156d1e6be54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:00.075540 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:00.302833 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13089e-cce3-4346-bcef-0d7409033295 req-32e112d8-d720-4a18-870a-e25b942099c2 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:00.304518 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2a13089e-cce3-4346-bcef-0d7409033295 req-32e112d8-d720-4a18-870a-e25b942099c2 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 946 time: 0.0991521
Apr 07 15:18:00.338219 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2a13089e-cce3-4346-bcef-0d7409033295 req-9712d69a-9c2a-4766-a67e-ead7d04dd6c1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0268145
Apr 07 15:18:00.990913 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258c497-52c0-4456-92f3-bcbface84942 req-6717b1b8-48c9-4c49-97e8-7b10aae3aff1 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:00.991688 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-7258c497-52c0-4456-92f3-bcbface84942 req-6717b1b8-48c9-4c49-97e8-7b10aae3aff1 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Synchronizing usage tracker for tenant:4dda97fae7c64863ab4f041f623c1dc4 on resource:network {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:18:01.011500 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-7258c497-52c0-4456-92f3-bcbface84942 req-6717b1b8-48c9-4c49-97e8-7b10aae3aff1 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Unset dirty status for tenant:4dda97fae7c64863ab4f041f623c1dc4 on resource:network {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:18:01.013568 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7258c497-52c0-4456-92f3-bcbface84942 req-6717b1b8-48c9-4c49-97e8-7b10aae3aff1 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/networks?id=cfafd766-1791-41b1-946f-d0c529f18b44 HTTP/1.1" status: 200  len: 814 time: 0.1878893
Apr 07 15:18:01.032061 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7258c497-52c0-4456-92f3-bcbface84942 req-d82cc9ff-8d94-4d95-8769-fd2bd7385616 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/quotas/4dda97fae7c64863ab4f041f623c1dc4 HTTP/1.1" status: 200  len: 375 time: 0.0104573
Apr 07 15:18:01.086540 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7258c497-52c0-4456-92f3-bcbface84942 req-4f32c389-a690-40a8-9be8-9a51b18be7a0 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4dda97fae7c64863ab4f041f623c1dc4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0486348
Apr 07 15:18:01.232324 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7258c497-52c0-4456-92f3-bcbface84942 req-134a621a-f7aa-41ef-8df3-138b896d7454 service neutron] 10.222.0.39 "GET /v2.0/networks/cfafd766-1791-41b1-946f-d0c529f18b44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380217
Apr 07 15:18:01.345780 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:01.388002 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7258c497-52c0-4456-92f3-bcbface84942 req-3c179198-0cfb-4e6b-bc4b-45fcb3f6157b service neutron] 10.222.0.39 "GET /v2.0/networks/cfafd766-1791-41b1-946f-d0c529f18b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1487000
Apr 07 15:18:01.591316 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-22d5c965-2720-4faa-8e6a-f62efeae47d5 req-51aa1603-57c6-49f0-aac6-652edab5cc6d tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?device_id=532a1fbd-c8e5-4ca3-ad13-d61dc550406a HTTP/1.1" status: 200  len: 210 time: 0.0533073
Apr 07 15:18:01.629693 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeabc9e-e639-44e5-a42d-5e6ec7523e99 req-64d2ecd4-c140-42c2-997e-d4e4440a32cd tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:01.631353 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8aeabc9e-e639-44e5-a42d-5e6ec7523e99 req-64d2ecd4-c140-42c2-997e-d4e4440a32cd tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 946 time: 0.1744359
Apr 07 15:18:01.663760 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8aeabc9e-e639-44e5-a42d-5e6ec7523e99 req-e1528b21-750e-43cf-94cc-92561b3e7cbe tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0253830
Apr 07 15:18:01.844580 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:01.962231 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:02.782960 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2fc020b1-5b8d-4bd2-b37d-1cb792a74e69 req-7b32a2de-906c-45dc-a901-d6a37ddf3be9 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?device_id=532a1fbd-c8e5-4ca3-ad13-d61dc550406a HTTP/1.1" status: 200  len: 210 time: 0.0614336
Apr 07 15:18:02.915571 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258c497-52c0-4456-92f3-bcbface84942 req-7323d2fa-a2e9-4faf-9dda-83e7fb2dd4b1 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:02.916819 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7258c497-52c0-4456-92f3-bcbface84942 req-7323d2fa-a2e9-4faf-9dda-83e7fb2dd4b1 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.65 "GET /v2.0/networks?id=cfafd766-1791-41b1-946f-d0c529f18b44 HTTP/1.1" status: 200  len: 814 time: 0.2864943
Apr 07 15:18:02.934483 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9988a-79f6-4ad6-b86e-fe64bb2aaf31 req-1719e71a-35f2-4651-baaf-ce42ff3f741e tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:02.935883 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-50f9988a-79f6-4ad6-b86e-fe64bb2aaf31 req-1719e71a-35f2-4651-baaf-ce42ff3f741e tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 946 time: 0.1519516
Apr 07 15:18:02.941234 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-7258c497-52c0-4456-92f3-bcbface84942 req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Request body: {'port': {'device_id': '532a1fbd-c8e5-4ca3-ad13-d61dc550406a', 'network_id': 'cfafd766-1791-41b1-946f-d0c529f18b44', 'admin_state_up': True, 'tenant_id': '4dda97fae7c64863ab4f041f623c1dc4'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:18:03.291346 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-50f9988a-79f6-4ad6-b86e-fe64bb2aaf31 req-16791fcd-5246-42e7-adea-a4c5b08e44b1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3347402
Apr 07 15:18:03.353401 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-7258c497-52c0-4456-92f3-bcbface84942 req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:18:03.357769 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-7258c497-52c0-4456-92f3-bcbface84942 req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Usage tracker for resource:port and tenant:4dda97fae7c64863ab4f041f623c1dc4 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:18:03.360960 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-7258c497-52c0-4456-92f3-bcbface84942 req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:18:03.367653 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-7258c497-52c0-4456-92f3-bcbface84942 req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:18:03.377575 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7258c497-52c0-4456-92f3-bcbface84942 req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Made reservation on behalf of 4dda97fae7c64863ab4f041f623c1dc4 for: {'port': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:18:03.383680 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-7258c497-52c0-4456-92f3-bcbface84942 req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:03.559827 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [req-7258c497-52c0-4456-92f3-bcbface84942 req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Allocated IP 172.20.0.7 (cfafd766-1791-41b1-946f-d0c529f18b44/58d6262a-2c35-414a-999e-20078f04a3b5/28dcbe2b-5948-4f33-970a-24edaf002312) {{(pid=84337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:18:03.762341 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-7258c497-52c0-4456-92f3-bcbface84942 req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Notify callbacks [] for port, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:03.795689 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-7258c497-52c0-4456-92f3-bcbface84942 req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:03.811702 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d4feacb6-293d-48f4-bfec-70b0c660032e tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:18:04.025905 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Pushing event updated for resources: {'Port': ['ID=28dcbe2b-5948-4f33-970a-24edaf002312,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:18:04.041590 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:18:04.042012 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:18:04.042396 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:18:04.042802 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:18:04.043214 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:18:04.043592 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:18:04.044002 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:18:04.044439 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:18:04.044840 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:18:04.045240 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:18:04.045988 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:18:04.046383 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:18:04.051517 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:18:04.105581 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7258c497-52c0-4456-92f3-bcbface84942 req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Network cfafd766-1791-41b1-946f-d0c529f18b44 is already hosted by enough agents. {{(pid=84337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:18:04.108290 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [req-7258c497-52c0-4456-92f3-bcbface84942 req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Resources bound (agent type, host, resource id):  {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:18:04.111084 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-7258c497-52c0-4456-92f3-bcbface84942 req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Received port after_create {{(pid=84337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:18:04.153943 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59335f34-c364-4858-a1e7-7517a9fa60b9 req-b6a94a8b-2bfe-47ad-938e-3c1137d6b087 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:04.155629 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-59335f34-c364-4858-a1e7-7517a9fa60b9 req-b6a94a8b-2bfe-47ad-938e-3c1137d6b087 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?device_id=532a1fbd-c8e5-4ca3-ad13-d61dc550406a HTTP/1.1" status: 200  len: 931 time: 0.2535748
Apr 07 15:18:04.206775 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-59335f34-c364-4858-a1e7-7517a9fa60b9 req-6b8bf65e-9571-482f-a068-bfbd6d773769 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Synchronizing usage tracker for tenant:4dda97fae7c64863ab4f041f623c1dc4 on resource:security_group {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:18:04.214836 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258c497-52c0-4456-92f3-bcbface84942 req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:04.215500 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-7258c497-52c0-4456-92f3-bcbface84942 req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:04.244825 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7258c497-52c0-4456-92f3-bcbface84942 req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3078308
Apr 07 15:18:04.245844 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-59335f34-c364-4858-a1e7-7517a9fa60b9 req-6b8bf65e-9571-482f-a068-bfbd6d773769 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Unset dirty status for tenant:4dda97fae7c64863ab4f041f623c1dc4 on resource:security_group {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:18:04.246987 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-59335f34-c364-4858-a1e7-7517a9fa60b9 req-6b8bf65e-9571-482f-a068-bfbd6d773769 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6052db15-c504-4269-bee8-d5eccdc31aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776179
Apr 07 15:18:04.262724 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-7258c497-52c0-4456-92f3-bcbface84942 req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] Request body: {'port': {'device_id': '532a1fbd-c8e5-4ca3-ad13-d61dc550406a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:18:04.392388 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-7258c497-52c0-4456-92f3-bcbface84942 req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:04.650978 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0cb3e-acbd-4c75-932a-582a8eae92f8 req-b4f1b666-2d7a-478b-9fd5-8feed19c3f95 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:04.652492 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4fd0cb3e-acbd-4c75-932a-582a8eae92f8 req-b4f1b666-2d7a-478b-9fd5-8feed19c3f95 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 946 time: 0.2301986
Apr 07 15:18:04.762915 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4fd0cb3e-acbd-4c75-932a-582a8eae92f8 req-c289a9dd-fb37-4599-bfab-0e2a31550816 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1037865
Apr 07 15:18:04.894528 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [req-7258c497-52c0-4456-92f3-bcbface84942 req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28dcbe2b-5948-4f33-970a-24edaf002312 {{(pid=84337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:18:04.903276 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-7258c497-52c0-4456-92f3-bcbface84942 req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:04.920118 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-7258c497-52c0-4456-92f3-bcbface84942 req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] Transition to ACTIVE for port object 28dcbe2b-5948-4f33-970a-24edaf002312 will not be triggered until provisioned by entity L2. {{(pid=84337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:18:04.924478 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-7258c497-52c0-4456-92f3-bcbface84942 req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852156545'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:04.940715 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-979d88a8-8cca-4b28-af4f-2106a408dd67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:18:05.078083 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] Pushing event updated for resources: {'Port': ['ID=28dcbe2b-5948-4f33-970a-24edaf002312,revision_number=2']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:18:05.083004 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:18:05.309616 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-7258c497-52c0-4456-92f3-bcbface84942 req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] Attempting to bind port 28dcbe2b-5948-4f33-970a-24edaf002312 on host hv-cinder-78226 for vnic_type normal with profile  {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:18:05.310039 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-7258c497-52c0-4456-92f3-bcbface84942 req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] Attempting to bind port 28dcbe2b-5948-4f33-970a-24edaf002312 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '44b900f3-7ec1-4014-857c-86a30a29c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cfafd766-1791-41b1-946f-d0c529f18b44'}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:18:05.310445 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7258c497-52c0-4456-92f3-bcbface84942 req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] Attempting to bind port 28dcbe2b-5948-4f33-970a-24edaf002312 on network cfafd766-1791-41b1-946f-d0c529f18b44 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:18:05.315904 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7258c497-52c0-4456-92f3-bcbface84942 req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] Port 28dcbe2b-5948-4f33-970a-24edaf002312 on network cfafd766-1791-41b1-946f-d0c529f18b44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 15:18:05.316267 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7258c497-52c0-4456-92f3-bcbface84942 req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] Attempting to bind port 28dcbe2b-5948-4f33-970a-24edaf002312 on network cfafd766-1791-41b1-946f-d0c529f18b44 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:18:05.322568 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7258c497-52c0-4456-92f3-bcbface84942 req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] Checking agent: {'id': 'b2fd6503-106d-4224-ac4d-40fda7056aab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:18:05.322951 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7258c497-52c0-4456-92f3-bcbface84942 req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] Checking segment: {'id': '44b900f3-7ec1-4014-857c-86a30a29c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cfafd766-1791-41b1-946f-d0c529f18b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:18:05.323380 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7258c497-52c0-4456-92f3-bcbface84942 req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] Bound using segment: {'id': '44b900f3-7ec1-4014-857c-86a30a29c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cfafd766-1791-41b1-946f-d0c529f18b44'} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:18:05.323851 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-7258c497-52c0-4456-92f3-bcbface84942 req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] Bound port: 28dcbe2b-5948-4f33-970a-24edaf002312, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b900f3-7ec1-4014-857c-86a30a29c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cfafd766-1791-41b1-946f-d0c529f18b44'}}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:18:05.324239 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-7258c497-52c0-4456-92f3-bcbface84942 req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:05.463555 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-7258c497-52c0-4456-92f3-bcbface84942 req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] For port 28dcbe2b-5948-4f33-970a-24edaf002312, host hv-cinder-78226, cleared binding levels {{(pid=84337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:18:05.468528 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-7258c497-52c0-4456-92f3-bcbface84942 req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] For port 28dcbe2b-5948-4f33-970a-24edaf002312, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=28dcbe2b-5948-4f33-970a-24edaf002312,segment=NetworkSegment(44b900f3-7ec1-4014-857c-86a30a29c9ac),segment_id=44b900f3-7ec1-4014-857c-86a30a29c9ac)] {{(pid=84337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:18:05.474597 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-7258c497-52c0-4456-92f3-bcbface84942 req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852156545'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:05.488488 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:18:05.632227 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a43f71-7ad8-4fa5-861a-c9a6cb0994fd req-701d6205-304b-4b99-9bfa-eb37a72008c6 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:05.632905 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-84a43f71-7ad8-4fa5-861a-c9a6cb0994fd req-701d6205-304b-4b99-9bfa-eb37a72008c6 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Synchronizing usage tracker for tenant:4dda97fae7c64863ab4f041f623c1dc4 on resource:port {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:18:05.668913 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] Pushing event updated for resources: {'Port': ['ID=28dcbe2b-5948-4f33-970a-24edaf002312,revision_number=3']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:18:05.675468 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:18:05.698283 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-84a43f71-7ad8-4fa5-861a-c9a6cb0994fd req-701d6205-304b-4b99-9bfa-eb37a72008c6 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Unset dirty status for tenant:4dda97fae7c64863ab4f041f623c1dc4 on resource:port {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:18:05.699556 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-84a43f71-7ad8-4fa5-861a-c9a6cb0994fd req-701d6205-304b-4b99-9bfa-eb37a72008c6 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?device_id=532a1fbd-c8e5-4ca3-ad13-d61dc550406a HTTP/1.1" status: 200  len: 943 time: 0.3348391
Apr 07 15:18:05.728760 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258c497-52c0-4456-92f3-bcbface84942 req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:05.729500 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-7258c497-52c0-4456-92f3-bcbface84942 req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:05.730979 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7258c497-52c0-4456-92f3-bcbface84942 req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] 10.222.0.65 "PUT /v2.0/ports/28dcbe2b-5948-4f33-970a-24edaf002312 HTTP/1.1" status: 200  len: 1093 time: 1.4733188
Apr 07 15:18:05.731514 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '532a1fbd-c8e5-4ca3-ad13-d61dc550406a', 'tag': '28dcbe2b-5948-4f33-970a-24edaf002312'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:18:05.744488 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-84a43f71-7ad8-4fa5-861a-c9a6cb0994fd req-142a4f9e-834d-46c2-8ba2-b5a9870d009c tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6052db15-c504-4269-bee8-d5eccdc31aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369232
Apr 07 15:18:05.788130 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '532a1fbd-c8e5-4ca3-ad13-d61dc550406a', 'tag': '28dcbe2b-5948-4f33-970a-24edaf002312', 'status': 'completed', 'code': 200}
Apr 07 15:18:05.926406 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258c497-52c0-4456-92f3-bcbface84942 req-cc0729e3-578a-40ef-a42b-ac0763995a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:05.927940 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7258c497-52c0-4456-92f3-bcbface84942 req-cc0729e3-578a-40ef-a42b-ac0763995a2c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4dda97fae7c64863ab4f041f623c1dc4&device_id=532a1fbd-c8e5-4ca3-ad13-d61dc550406a HTTP/1.1" status: 200  len: 1096 time: 0.1220903
Apr 07 15:18:06.010857 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7258c497-52c0-4456-92f3-bcbface84942 req-09d79737-7d50-4600-b9a3-84ca823abb04 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28dcbe2b-5948-4f33-970a-24edaf002312 HTTP/1.1" status: 200  len: 217 time: 0.0697424
Apr 07 15:18:06.094924 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258c497-52c0-4456-92f3-bcbface84942 req-d78f9e99-a870-4da9-9c0c-c4e56b3d1961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:06.096624 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7258c497-52c0-4456-92f3-bcbface84942 req-d78f9e99-a870-4da9-9c0c-c4e56b3d1961 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=58d6262a-2c35-414a-999e-20078f04a3b5 HTTP/1.1" status: 200  len: 854 time: 0.0792882
Apr 07 15:18:06.105128 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b9f8e-509c-44b4-bcea-996699ea1121 req-6332722f-83b1-419d-a532-c822c17cd021 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:06.106689 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-896b9f8e-509c-44b4-bcea-996699ea1121 req-6332722f-83b1-419d-a532-c822c17cd021 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 946 time: 0.2287467
Apr 07 15:18:06.155522 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7258c497-52c0-4456-92f3-bcbface84942 req-a4640bc6-22f8-420a-9392-14262529e3d9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cfafd766-1791-41b1-946f-d0c529f18b44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0478022
Apr 07 15:18:06.254744 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-896b9f8e-509c-44b4-bcea-996699ea1121 req-9cac7692-dd7e-4fce-921b-8a70ba99b80a tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1076136
Apr 07 15:18:06.315620 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7258c497-52c0-4456-92f3-bcbface84942 req-16592d1f-1aa6-4cb2-9c2a-6d950cb32d30 service neutron] 10.222.0.65 "GET /v2.0/networks/cfafd766-1791-41b1-946f-d0c529f18b44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491580
Apr 07 15:18:06.464583 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7258c497-52c0-4456-92f3-bcbface84942 req-ab1563c6-e22d-4f0c-a0f3-580dda9d4975 service neutron] 10.222.0.65 "GET /v2.0/networks/cfafd766-1791-41b1-946f-d0c529f18b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426797
Apr 07 15:18:06.653885 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018e520-3562-425c-bf53-a169ba93442f req-678d9d43-a97b-4842-bd1b-d239065be41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:06.655518 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2018e520-3562-425c-bf53-a169ba93442f req-678d9d43-a97b-4842-bd1b-d239065be41c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4dda97fae7c64863ab4f041f623c1dc4&device_id=532a1fbd-c8e5-4ca3-ad13-d61dc550406a HTTP/1.1" status: 200  len: 1096 time: 0.0897059
Apr 07 15:18:06.719226 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d02de4-9a65-46f5-884e-9c46e7caa9db req-6c9fb32c-d524-45a6-92e6-697f7ace17bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:06.720854 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f1d02de4-9a65-46f5-884e-9c46e7caa9db req-6c9fb32c-d524-45a6-92e6-697f7ace17bc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f76cffb12134de5b61dbbab4c4abadf&device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 1099 time: 0.0798590
Apr 07 15:18:06.871022 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d02de4-9a65-46f5-884e-9c46e7caa9db req-d87fd226-7ca8-4d7b-a684-cbd887fb96e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:06.872612 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f1d02de4-9a65-46f5-884e-9c46e7caa9db req-d87fd226-7ca8-4d7b-a684-cbd887fb96e4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=59ba7fe3-d40f-4f7c-b163-210007707fcc HTTP/1.1" status: 200  len: 909 time: 0.1454391
Apr 07 15:18:06.994084 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f1d02de4-9a65-46f5-884e-9c46e7caa9db req-192fe6cc-0994-453e-bad3-62d07be93097 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f38b7f8-1224-4957-8f24-a1afc866aaa7 HTTP/1.1" status: 200  len: 1002 time: 0.1142652
Apr 07 15:18:07.072189 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d02de4-9a65-46f5-884e-9c46e7caa9db req-9010eb02-d6d4-4f21-bbf5-0c280871b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:07.073830 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f1d02de4-9a65-46f5-884e-9c46e7caa9db req-9010eb02-d6d4-4f21-bbf5-0c280871b753 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf450d66-5220-4b2a-a595-d0db8b4aeb81 HTTP/1.1" status: 200  len: 847 time: 0.0716560
Apr 07 15:18:07.090965 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018e520-3562-425c-bf53-a169ba93442f req-f2fa58e6-2992-444b-8ef8-e0e84ae1417a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:07.092535 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2018e520-3562-425c-bf53-a169ba93442f req-f2fa58e6-2992-444b-8ef8-e0e84ae1417a service neutron] 10.222.0.65 "GET /v2.0/networks?id=cfafd766-1791-41b1-946f-d0c529f18b44 HTTP/1.1" status: 200  len: 915 time: 0.4305911
Apr 07 15:18:07.158423 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d02de4-9a65-46f5-884e-9c46e7caa9db req-bb2c0849-4613-432e-8be3-ac7610a182c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:07.160265 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f1d02de4-9a65-46f5-884e-9c46e7caa9db req-bb2c0849-4613-432e-8be3-ac7610a182c6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59ba7fe3-d40f-4f7c-b163-210007707fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787497
Apr 07 15:18:07.176173 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2018e520-3562-425c-bf53-a169ba93442f req-3fc1791a-c5ce-4b08-af8c-2688ec5d3662 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28dcbe2b-5948-4f33-970a-24edaf002312 HTTP/1.1" status: 200  len: 217 time: 0.0773509
Apr 07 15:18:07.263586 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018e520-3562-425c-bf53-a169ba93442f req-e081b08a-2d34-4121-86de-5fab9d7d3336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:07.265163 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2018e520-3562-425c-bf53-a169ba93442f req-e081b08a-2d34-4121-86de-5fab9d7d3336 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=58d6262a-2c35-414a-999e-20078f04a3b5 HTTP/1.1" status: 200  len: 854 time: 0.0806770
Apr 07 15:18:07.276761 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bfabc-e926-4e5b-9df8-ebf177b3d539 req-1dc29416-e040-4452-a85a-e0605855befb tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:07.278360 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d57bfabc-e926-4e5b-9df8-ebf177b3d539 req-1dc29416-e040-4452-a85a-e0605855befb tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?device_id=532a1fbd-c8e5-4ca3-ad13-d61dc550406a HTTP/1.1" status: 200  len: 943 time: 0.2262244
Apr 07 15:18:07.310354 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f1d02de4-9a65-46f5-884e-9c46e7caa9db req-f8b8be84-50c1-41bc-9038-7ba4ab83e308 service neutron] 10.222.0.65 "GET /v2.0/networks/59ba7fe3-d40f-4f7c-b163-210007707fcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428564
Apr 07 15:18:07.344386 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2018e520-3562-425c-bf53-a169ba93442f req-0335dd6b-8bfe-4bc8-9ea9-38541eefd45a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cfafd766-1791-41b1-946f-d0c529f18b44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0632725
Apr 07 15:18:07.458769 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f1d02de4-9a65-46f5-884e-9c46e7caa9db req-9cef5f9a-9510-4963-8edb-42505f6a1df2 service neutron] 10.222.0.65 "GET /v2.0/networks/59ba7fe3-d40f-4f7c-b163-210007707fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424081
Apr 07 15:18:07.479083 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d57bfabc-e926-4e5b-9df8-ebf177b3d539 req-fb8d4bcc-9f3e-4b83-b72a-7abb29ed7cec tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6052db15-c504-4269-bee8-d5eccdc31aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587751
Apr 07 15:18:07.570833 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2018e520-3562-425c-bf53-a169ba93442f req-7568cd07-7022-43f8-b29e-4ffb8eb12fb6 service neutron] 10.222.0.65 "GET /v2.0/networks/cfafd766-1791-41b1-946f-d0c529f18b44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2199054
Apr 07 15:18:07.622052 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af4125-e9a5-4e5d-86a8-0113cd1cd031 req-cd62df22-7269-4a77-a83d-0656e51056bd tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:07.623610 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-73af4125-e9a5-4e5d-86a8-0113cd1cd031 req-cd62df22-7269-4a77-a83d-0656e51056bd tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 946 time: 0.1971109
Apr 07 15:18:07.715343 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-73af4125-e9a5-4e5d-86a8-0113cd1cd031 req-47119daa-5c49-4b3a-a99c-ce808a1a1e08 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413845
Apr 07 15:18:07.759328 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2018e520-3562-425c-bf53-a169ba93442f req-5324e456-b3eb-46ff-93b8-31489efc1a11 service neutron] 10.222.0.65 "GET /v2.0/networks/cfafd766-1791-41b1-946f-d0c529f18b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1808357
Apr 07 15:18:08.689833 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9eb56-a7f1-4664-8c14-54e057315839 req-5144fa6d-6886-442f-9e8a-38158b82cfca tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:08.691550 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fbf9eb56-a7f1-4664-8c14-54e057315839 req-5144fa6d-6886-442f-9e8a-38158b82cfca tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?device_id=532a1fbd-c8e5-4ca3-ad13-d61dc550406a HTTP/1.1" status: 200  len: 943 time: 0.0960319
Apr 07 15:18:08.722940 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fbf9eb56-a7f1-4664-8c14-54e057315839 req-6a7559ca-a9ae-4ade-ba93-dd2595786af4 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6052db15-c504-4269-bee8-d5eccdc31aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0246317
Apr 07 15:18:08.922636 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cdbae-d174-48dd-8034-a3374521eea8 req-a0c3eb2d-508b-4a8b-873f-599bcf6f68ad tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:08.924276 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0a2cdbae-d174-48dd-8034-a3374521eea8 req-a0c3eb2d-508b-4a8b-873f-599bcf6f68ad tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 946 time: 0.0916262
Apr 07 15:18:08.959295 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0a2cdbae-d174-48dd-8034-a3374521eea8 req-8e749a0c-97ae-4f0d-843e-e8f4996efa3f tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0253372
Apr 07 15:18:09.139073 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 28dcbe2b-5948-4f33-970a-24edaf002312 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 15:18:09.287494 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 28dcbe2b-5948-4f33-970a-24edaf002312, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=28dcbe2b-5948-4f33-970a-24edaf002312,segment=NetworkSegment(44b900f3-7ec1-4014-857c-86a30a29c9ac),segment_id=44b900f3-7ec1-4014-857c-86a30a29c9ac)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:18:09.301866 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Returning: {'device': '28dcbe2b-5948-4f33-970a-24edaf002312', 'network_id': 'cfafd766-1791-41b1-946f-d0c529f18b44', 'port_id': '28dcbe2b-5948-4f33-970a-24edaf002312', 'mac_address': 'fa:16:3e:20:b7:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d6262a-2c35-414a-999e-20078f04a3b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 15:18:09.361558 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:09.379472 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28dcbe2b-5948-4f33-970a-24edaf002312 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:18:09.396712 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 28dcbe2b-5948-4f33-970a-24edaf002312, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=28dcbe2b-5948-4f33-970a-24edaf002312,segment=NetworkSegment(44b900f3-7ec1-4014-857c-86a30a29c9ac),segment_id=44b900f3-7ec1-4014-857c-86a30a29c9ac)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:18:09.401252 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:09.403104 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:18:09.478173 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=28dcbe2b-5948-4f33-970a-24edaf002312,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:18:09.481761 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:18:09.670507 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['28dcbe2b-5948-4f33-970a-24edaf002312'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:18:09.964244 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23f3ec-b0b4-42fd-83ad-3b9d4425623c req-8129f59a-6272-43a0-a745-bcd26092557c tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:09.965791 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fe23f3ec-b0b4-42fd-83ad-3b9d4425623c req-8129f59a-6272-43a0-a745-bcd26092557c tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?device_id=532a1fbd-c8e5-4ca3-ad13-d61dc550406a HTTP/1.1" status: 200  len: 944 time: 0.1006887
Apr 07 15:18:09.999976 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fe23f3ec-b0b4-42fd-83ad-3b9d4425623c req-014f88a7-09b3-450b-aee2-3570713c4db6 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6052db15-c504-4269-bee8-d5eccdc31aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0243914
Apr 07 15:18:10.172349 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20601e73-bb4f-415f-9a6a-ec35f97c7de1 req-fc2ac5a7-7cdc-48aa-b5fa-7f2ae62eed30 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:10.174246 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-20601e73-bb4f-415f-9a6a-ec35f97c7de1 req-fc2ac5a7-7cdc-48aa-b5fa-7f2ae62eed30 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 946 time: 0.0939267
Apr 07 15:18:10.206982 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-20601e73-bb4f-415f-9a6a-ec35f97c7de1 req-b0ddfcfb-17aa-4422-9f75-848f5db5e641 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0264463
Apr 07 15:18:10.571297 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-04cf10b8-6297-48aa-8c17-b34d8d0e4f5e req-710f3306-190f-47dd-a2d6-8d349851925f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1298461
Apr 07 15:18:10.595650 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0300db-5246-4580-b9d4-6e57dcc132dc req-a3fb5a46-d776-4c94-b9b4-0e8b564a907d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:10.597345 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1e0300db-5246-4580-b9d4-6e57dcc132dc req-a3fb5a46-d776-4c94-b9b4-0e8b564a907d tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 946 time: 0.0927722
Apr 07 15:18:10.628454 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1e0300db-5246-4580-b9d4-6e57dcc132dc req-62392135-96b8-44c3-8f08-4b34786944cf tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0247178
Apr 07 15:18:11.163386 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 28dcbe2b-5948-4f33-970a-24edaf002312 up at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:18:11.208463 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29de54c-bf6a-4c8c-af69-bf2d68251d95 req-afc13345-1585-48df-b6d0-01fa86c08800 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:11.211380 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c29de54c-bf6a-4c8c-af69-bf2d68251d95 req-afc13345-1585-48df-b6d0-01fa86c08800 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?device_id=532a1fbd-c8e5-4ca3-ad13-d61dc550406a HTTP/1.1" status: 200  len: 944 time: 0.0965734
Apr 07 15:18:11.241456 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning for port 28dcbe2b-5948-4f33-970a-24edaf002312 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:18:11.243248 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c29de54c-bf6a-4c8c-af69-bf2d68251d95 req-c726fcd9-7082-4ef6-8251-7b750bc424e1 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6052db15-c504-4269-bee8-d5eccdc31aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0263572
Apr 07 15:18:11.247064 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning complete for port 28dcbe2b-5948-4f33-970a-24edaf002312 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:18:11.247306 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:11.376863 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:11.389123 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532a1fbd-c8e5-4ca3-ad13-d61dc550406a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28dcbe2b-5948-4f33-970a-24edaf002312'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:18:11.400080 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 28dcbe2b-5948-4f33-970a-24edaf002312, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=28dcbe2b-5948-4f33-970a-24edaf002312,segment=NetworkSegment(44b900f3-7ec1-4014-857c-86a30a29c9ac),segment_id=44b900f3-7ec1-4014-857c-86a30a29c9ac)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:18:11.403858 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:11.405010 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 5f38b7f8-1224-4957-8f24-a1afc866aaa7 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:18:11.436776 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-2ac2d229-4b34-4cc4-af91-f2c78915a73f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:18:11.475108 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532a1fbd-c8e5-4ca3-ad13-d61dc550406a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28dcbe2b-5948-4f33-970a-24edaf002312', 'code': 200}
Apr 07 15:18:11.539318 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=28dcbe2b-5948-4f33-970a-24edaf002312,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:18:11.584764 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:18:11.585171 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:18:11.585775 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:18:11.586186 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:18:11.586564 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:18:11.586945 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:18:11.587321 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:18:11.587763 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:18:11.588174 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:18:11.588536 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:18:11.588933 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:18:11.589352 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:18:11.595725 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:18:11.615475 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:11.633305 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 5f38b7f8-1224-4957-8f24-a1afc866aaa7, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=5f38b7f8-1224-4957-8f24-a1afc866aaa7,segment=NetworkSegment(5edea384-b393-40bb-9192-75b6d6f83470),segment_id=5edea384-b393-40bb-9192-75b6d6f83470)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:18:11.636584 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:11.638482 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5266b093-cda0-4ed1-8bd3-12de83ed776a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:18:11.713930 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=5f38b7f8-1224-4957-8f24-a1afc866aaa7,revision_number=6']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:18:11.717540 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:18:11.729284 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f69ee-b9b3-4051-969e-c7a8b27993a2 req-d03ad943-dd9e-47c8-af2c-75ed9a953d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:11.730971 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-472f69ee-b9b3-4051-969e-c7a8b27993a2 req-d03ad943-dd9e-47c8-af2c-75ed9a953d87 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=532a1fbd-c8e5-4ca3-ad13-d61dc550406a HTTP/1.1" status: 200  len: 1098 time: 0.0912483
Apr 07 15:18:11.821022 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-472f69ee-b9b3-4051-969e-c7a8b27993a2 req-7ee8e656-a6a7-4425-953b-65c6e1f91c36 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6052db15-c504-4269-bee8-d5eccdc31aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705149
Apr 07 15:18:11.863626 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3bbe9-35f8-457c-af9f-263c7d5aae60 req-9c9b7ccc-a5cd-4427-8a02-3049faac69a0 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:11.865389 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-55f3bbe9-35f8-457c-af9f-263c7d5aae60 req-9c9b7ccc-a5cd-4427-8a02-3049faac69a0 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 944 time: 0.0985684
Apr 07 15:18:11.897192 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-55f3bbe9-35f8-457c-af9f-263c7d5aae60 req-6c8d824a-12bf-4633-a60e-f3a5427e49fa tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0249062
Apr 07 15:18:12.216753 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf10b8-6297-48aa-8c17-b34d8d0e4f5e req-01ee4886-81bf-477c-af69-04a82e1d19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:12.218333 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-04cf10b8-6297-48aa-8c17-b34d8d0e4f5e req-01ee4886-81bf-477c-af69-04a82e1d19ae service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b&tenant_id=2f76cffb12134de5b61dbbab4c4abadf HTTP/1.1" status: 200  len: 1097 time: 0.0872757
Apr 07 15:18:12.336062 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf10b8-6297-48aa-8c17-b34d8d0e4f5e req-8f06b0b3-8cfa-409d-baf2-b87effea9971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:12.337741 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-04cf10b8-6297-48aa-8c17-b34d8d0e4f5e req-8f06b0b3-8cfa-409d-baf2-b87effea9971 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f76cffb12134de5b61dbbab4c4abadf&device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 1097 time: 0.0839434
Apr 07 15:18:12.551859 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf10b8-6297-48aa-8c17-b34d8d0e4f5e req-1e283aab-eb62-4e63-947b-87b77ea65005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:12.553483 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-04cf10b8-6297-48aa-8c17-b34d8d0e4f5e req-1e283aab-eb62-4e63-947b-87b77ea65005 service neutron] 10.222.0.65 "GET /v2.0/networks?id=59ba7fe3-d40f-4f7c-b163-210007707fcc HTTP/1.1" status: 200  len: 909 time: 0.2083547
Apr 07 15:18:12.568736 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d00ba-d1c2-4ea2-a7d3-decbf85fcd85 req-6c277ac6-f3f6-425d-999f-db1e85cd214e tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:12.570625 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5e5d00ba-d1c2-4ea2-a7d3-decbf85fcd85 req-6c277ac6-f3f6-425d-999f-db1e85cd214e tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?device_id=532a1fbd-c8e5-4ca3-ad13-d61dc550406a HTTP/1.1" status: 200  len: 945 time: 0.2029464
Apr 07 15:18:12.680524 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5e5d00ba-d1c2-4ea2-a7d3-decbf85fcd85 req-ef917dba-6049-483c-99fc-9b4caf43fe5e tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6052db15-c504-4269-bee8-d5eccdc31aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563951
Apr 07 15:18:12.701225 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-04cf10b8-6297-48aa-8c17-b34d8d0e4f5e req-58435854-d4ac-4cfa-abbe-6fa8b7029db9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f38b7f8-1224-4957-8f24-a1afc866aaa7 HTTP/1.1" status: 200  len: 1000 time: 0.1295829
Apr 07 15:18:12.803539 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf10b8-6297-48aa-8c17-b34d8d0e4f5e req-a3a67210-4046-4ebf-93c2-a54e837e4aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:12.805057 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-04cf10b8-6297-48aa-8c17-b34d8d0e4f5e req-a3a67210-4046-4ebf-93c2-a54e837e4aea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf450d66-5220-4b2a-a595-d0db8b4aeb81 HTTP/1.1" status: 200  len: 847 time: 0.0652509
Apr 07 15:18:12.897996 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf10b8-6297-48aa-8c17-b34d8d0e4f5e req-a1183d99-1618-4215-ba58-ae6af7257184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:12.899744 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-04cf10b8-6297-48aa-8c17-b34d8d0e4f5e req-a1183d99-1618-4215-ba58-ae6af7257184 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59ba7fe3-d40f-4f7c-b163-210007707fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821314
Apr 07 15:18:13.102213 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-04cf10b8-6297-48aa-8c17-b34d8d0e4f5e req-06209848-673f-49b2-916b-d17ad673f08c service neutron] 10.222.0.65 "GET /v2.0/networks/59ba7fe3-d40f-4f7c-b163-210007707fcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1950748
Apr 07 15:18:13.228968 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad76a4-30a4-49a9-9cf9-60215b9b5643 req-e7dfb6db-7f66-47fa-a582-685c9961b81f tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:13.230635 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-51ad76a4-30a4-49a9-9cf9-60215b9b5643 req-e7dfb6db-7f66-47fa-a582-685c9961b81f tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 944 time: 0.2157898
Apr 07 15:18:13.289605 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-51ad76a4-30a4-49a9-9cf9-60215b9b5643 req-17d83954-71b1-48fc-be89-22d52d5e7035 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508792
Apr 07 15:18:13.293129 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-04cf10b8-6297-48aa-8c17-b34d8d0e4f5e req-6a355455-421d-4c22-9a7c-7c3fa4b2b38d service neutron] 10.222.0.65 "GET /v2.0/networks/59ba7fe3-d40f-4f7c-b163-210007707fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1796670
Apr 07 15:18:13.477183 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd26784-e21b-49ad-8b51-cb17d42bae7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f38b7f8-1224-4957-8f24-a1afc866aaa7'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:18:13.529061 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd26784-e21b-49ad-8b51-cb17d42bae7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f38b7f8-1224-4957-8f24-a1afc866aaa7', 'code': 200}
Apr 07 15:18:13.890259 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b341cc-aaea-4ade-a27d-e69058780690 req-4f775329-feb1-4144-8b4e-6ef114fc1359 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:13.891886 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-73b341cc-aaea-4ade-a27d-e69058780690 req-4f775329-feb1-4144-8b4e-6ef114fc1359 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?device_id=532a1fbd-c8e5-4ca3-ad13-d61dc550406a HTTP/1.1" status: 200  len: 945 time: 0.0919249
Apr 07 15:18:13.927457 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-73b341cc-aaea-4ade-a27d-e69058780690 req-f388d6eb-1340-42fb-8ce7-58618173f862 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6052db15-c504-4269-bee8-d5eccdc31aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0288000
Apr 07 15:18:14.509702 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb545007-2b59-4b9b-ad4f-e7ae695e08d5 req-c661edfb-eca0-49fe-b6a3-b3e374bab79e tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:14.511344 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fb545007-2b59-4b9b-ad4f-e7ae695e08d5 req-c661edfb-eca0-49fe-b6a3-b3e374bab79e tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 944 time: 0.0981500
Apr 07 15:18:14.550658 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fb545007-2b59-4b9b-ad4f-e7ae695e08d5 req-f4a651c6-9ae8-4937-b050-d08bedb95838 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0282888
Apr 07 15:18:15.771154 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8e362-2451-4c64-b31a-46e8c03adc2c req-acdcaefc-f1a3-4fc1-928b-8a084acc2e07 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:15.772756 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8cd8e362-2451-4c64-b31a-46e8c03adc2c req-acdcaefc-f1a3-4fc1-928b-8a084acc2e07 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 944 time: 0.1027117
Apr 07 15:18:15.807581 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8cd8e362-2451-4c64-b31a-46e8c03adc2c req-cac0e5ad-b870-4167-9d91-932b8cc9da89 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0281196
Apr 07 15:18:17.031493 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593d0e3-30a2-4082-9e5b-eff5beded816 req-dff950da-b25d-4557-ad38-a884a616a5da tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:17.033098 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7593d0e3-30a2-4082-9e5b-eff5beded816 req-dff950da-b25d-4557-ad38-a884a616a5da tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 944 time: 0.0982316
Apr 07 15:18:17.066974 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7593d0e3-30a2-4082-9e5b-eff5beded816 req-47e214f1-7c8a-488d-80f2-f256447a5f5a tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0267766
Apr 07 15:18:18.276789 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d1e82-3fea-4716-894a-687b2eb61f70 req-095cafe1-2509-4374-83b2-2888d14fb3e8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:18.278568 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-752d1e82-3fea-4716-894a-687b2eb61f70 req-095cafe1-2509-4374-83b2-2888d14fb3e8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 944 time: 0.0959673
Apr 07 15:18:18.315835 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-752d1e82-3fea-4716-894a-687b2eb61f70 req-e3e02fbd-778d-4bff-a582-52214e3587c7 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0303948
Apr 07 15:18:19.528091 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e32706-fbee-48e3-a2a2-1b7a4c6671fb req-42d178fc-edc3-49c0-b223-0bb60ab1ff4e tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:19.529750 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-52e32706-fbee-48e3-a2a2-1b7a4c6671fb req-42d178fc-edc3-49c0-b223-0bb60ab1ff4e tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 944 time: 0.0955546
Apr 07 15:18:19.562063 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-52e32706-fbee-48e3-a2a2-1b7a4c6671fb req-01299e3a-b135-4589-88ea-1267bc44305f tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0256133
Apr 07 15:18:20.782978 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc087c67-1c82-4f9e-b61c-1f75c363113a req-bad757ce-ad4b-4935-b575-913de8344620 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:20.784819 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bc087c67-1c82-4f9e-b61c-1f75c363113a req-bad757ce-ad4b-4935-b575-913de8344620 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 944 time: 0.0985231
Apr 07 15:18:20.829341 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bc087c67-1c82-4f9e-b61c-1f75c363113a req-e7adcd8d-ddcf-4c14-9812-19bff6a9ff57 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0353544
Apr 07 15:18:21.210352 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 5f38b7f8-1224-4957-8f24-a1afc866aaa7 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 15:18:21.364155 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 5f38b7f8-1224-4957-8f24-a1afc866aaa7, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=5f38b7f8-1224-4957-8f24-a1afc866aaa7,segment=NetworkSegment(5edea384-b393-40bb-9192-75b6d6f83470),segment_id=5edea384-b393-40bb-9192-75b6d6f83470)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:18:21.379651 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Returning: {'device': '5f38b7f8-1224-4957-8f24-a1afc866aaa7', 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc', 'port_id': '5f38b7f8-1224-4957-8f24-a1afc866aaa7', 'mac_address': 'fa:16:3e:d9:99:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf450d66-5220-4b2a-a595-d0db8b4aeb81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 15:18:21.446060 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:21.447461 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f38b7f8-1224-4957-8f24-a1afc866aaa7 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:18:21.466765 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 5f38b7f8-1224-4957-8f24-a1afc866aaa7, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=5f38b7f8-1224-4957-8f24-a1afc866aaa7,segment=NetworkSegment(5edea384-b393-40bb-9192-75b6d6f83470),segment_id=5edea384-b393-40bb-9192-75b6d6f83470)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:18:21.470295 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:21.472319 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:18:21.548127 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=5f38b7f8-1224-4957-8f24-a1afc866aaa7,revision_number=7']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:18:21.551557 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:18:21.771657 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['5f38b7f8-1224-4957-8f24-a1afc866aaa7'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:18:22.096346 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d450eb-6eae-45e4-bab2-6322aee6f472 req-0e535be1-0203-437f-b74a-40587965b3e9 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:22.098070 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b8d450eb-6eae-45e4-bab2-6322aee6f472 req-0e535be1-0203-437f-b74a-40587965b3e9 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 945 time: 0.1471910
Apr 07 15:18:22.130746 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b8d450eb-6eae-45e4-bab2-6322aee6f472 req-fbfc2f93-5b93-4324-86c4-b8eb24114bc2 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0261111
Apr 07 15:18:23.229002 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 5f38b7f8-1224-4957-8f24-a1afc866aaa7 up at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:18:23.309172 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning complete for port 5f38b7f8-1224-4957-8f24-a1afc866aaa7 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:18:23.309602 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:23.354246 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497852dd-b840-4aa8-a45a-34de71a57236 req-62164d86-ba59-41d0-b82a-d0792e97a7f5 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:23.355208 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-497852dd-b840-4aa8-a45a-34de71a57236 req-62164d86-ba59-41d0-b82a-d0792e97a7f5 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 945 time: 0.1032538
Apr 07 15:18:23.394804 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-497852dd-b840-4aa8-a45a-34de71a57236 req-55b546a9-22b5-4d35-bcb1-0f72fad0cd8e tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0332587
Apr 07 15:18:23.452423 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:23.465402 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd26784-e21b-49ad-8b51-cb17d42bae7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f38b7f8-1224-4957-8f24-a1afc866aaa7'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:18:23.476446 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 5f38b7f8-1224-4957-8f24-a1afc866aaa7, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=5f38b7f8-1224-4957-8f24-a1afc866aaa7,segment=NetworkSegment(5edea384-b393-40bb-9192-75b6d6f83470),segment_id=5edea384-b393-40bb-9192-75b6d6f83470)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:18:23.480065 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:23.482233 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:18:23.521262 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd26784-e21b-49ad-8b51-cb17d42bae7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f38b7f8-1224-4957-8f24-a1afc866aaa7', 'code': 200}
Apr 07 15:18:23.557077 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=5f38b7f8-1224-4957-8f24-a1afc866aaa7,revision_number=8']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:18:23.560298 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:18:23.871117 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f251711-8acf-4034-8ac9-bcb5d13ca120 req-1b6ba1c9-2ef8-4a29-8650-b34b03efe47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:23.872710 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5f251711-8acf-4034-8ac9-bcb5d13ca120 req-1b6ba1c9-2ef8-4a29-8650-b34b03efe47b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 1099 time: 0.0802157
Apr 07 15:18:23.900220 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5f251711-8acf-4034-8ac9-bcb5d13ca120 req-118bcf93-a593-440d-9c17-dcfc3d488221 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0199621
Apr 07 15:18:24.615466 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01086997-a24c-4eb7-b3ac-86d6f673e82d req-d0ac1d07-635b-40a2-b4e4-66bd83f868d7 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:24.617139 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-01086997-a24c-4eb7-b3ac-86d6f673e82d req-d0ac1d07-635b-40a2-b4e4-66bd83f868d7 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 946 time: 0.0992875
Apr 07 15:18:24.654020 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-01086997-a24c-4eb7-b3ac-86d6f673e82d req-0b992e75-6ac6-436c-b51e-cb9eeac4efff tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0295417
Apr 07 15:18:25.864550 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e863494-b837-4a4c-ab29-3c43455fb0d0 req-1ca70d29-5dac-4277-8c36-6781fe2d55d1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:25.866171 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5e863494-b837-4a4c-ab29-3c43455fb0d0 req-1ca70d29-5dac-4277-8c36-6781fe2d55d1 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 946 time: 0.0895610
Apr 07 15:18:25.900439 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5e863494-b837-4a4c-ab29-3c43455fb0d0 req-3ea64380-fa25-44fa-a1ae-77d8a9a2dc14 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0247316
Apr 07 15:18:27.373497 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-29be432a-5296-4f9f-b67b-108729e2e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:27.557046 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:18:29.978054 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-32ff5235-16f9-4009-88cd-8975be512779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:30.063862 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:31.351031 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:31.847874 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:31.961277 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:36.730477 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-34333959-03cb-40f0-87c6-514e2bc85680 req-25cd90f3-0dc3-455d-88f4-69e47e80a8ff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0827601
Apr 07 15:18:36.909415 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34333959-03cb-40f0-87c6-514e2bc85680 req-66ee761b-ac1e-4d59-a76e-2846cd4daa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:36.911062 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-34333959-03cb-40f0-87c6-514e2bc85680 req-66ee761b-ac1e-4d59-a76e-2846cd4daa05 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f76cffb12134de5b61dbbab4c4abadf&device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 1099 time: 0.0877697
Apr 07 15:18:37.075263 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34333959-03cb-40f0-87c6-514e2bc85680 req-8e2412c5-061d-4cc7-9c98-d56169a8300b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:37.076863 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-34333959-03cb-40f0-87c6-514e2bc85680 req-8e2412c5-061d-4cc7-9c98-d56169a8300b service neutron] 10.222.0.65 "GET /v2.0/networks?id=59ba7fe3-d40f-4f7c-b163-210007707fcc HTTP/1.1" status: 200  len: 909 time: 0.1426482
Apr 07 15:18:37.427655 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-34333959-03cb-40f0-87c6-514e2bc85680 req-04ffc1a4-0e69-466f-b8a6-66ae937a0e2f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f38b7f8-1224-4957-8f24-a1afc866aaa7 HTTP/1.1" status: 200  len: 1002 time: 0.3434126
Apr 07 15:18:37.499466 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34333959-03cb-40f0-87c6-514e2bc85680 req-959f64c5-7c34-416b-9b4d-9a72a6badc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:37.501039 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-34333959-03cb-40f0-87c6-514e2bc85680 req-959f64c5-7c34-416b-9b4d-9a72a6badc6b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf450d66-5220-4b2a-a595-d0db8b4aeb81 HTTP/1.1" status: 200  len: 847 time: 0.0665627
Apr 07 15:18:37.586589 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34333959-03cb-40f0-87c6-514e2bc85680 req-a7f52369-80c6-440e-8275-db7eba4408e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:37.588207 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-34333959-03cb-40f0-87c6-514e2bc85680 req-a7f52369-80c6-440e-8275-db7eba4408e2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59ba7fe3-d40f-4f7c-b163-210007707fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794640
Apr 07 15:18:37.742961 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-34333959-03cb-40f0-87c6-514e2bc85680 req-4757cbbf-7248-4136-8bd1-fa8af32f1c57 service neutron] 10.222.0.65 "GET /v2.0/networks/59ba7fe3-d40f-4f7c-b163-210007707fcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474802
Apr 07 15:18:37.892738 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-34333959-03cb-40f0-87c6-514e2bc85680 req-0cee96f4-e3e1-41b6-a96f-56673b9fc7a7 service neutron] 10.222.0.65 "GET /v2.0/networks/59ba7fe3-d40f-4f7c-b163-210007707fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424823
Apr 07 15:18:57.379977 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6bae192d-1a47-4d52-92b4-8abe20db0094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:18:58.564587 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a5037-9714-4f1d-9636-8b6a15700910 req-315db454-c786-4e4b-b77c-010fc80f1433 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:58.566302 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d04a5037-9714-4f1d-9636-8b6a15700910 req-315db454-c786-4e4b-b77c-010fc80f1433 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?device_id=532a1fbd-c8e5-4ca3-ad13-d61dc550406a HTTP/1.1" status: 200  len: 945 time: 0.0978038
Apr 07 15:18:58.598843 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d04a5037-9714-4f1d-9636-8b6a15700910 req-1f9cbb97-15b3-4e30-b91a-27a03b0f0c67 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6052db15-c504-4269-bee8-d5eccdc31aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0256200
Apr 07 15:18:59.804201 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a8d5c-076d-4235-8987-6a074ca37b8d req-3d6ba6b0-5ca6-4972-b960-96b82a24ad77 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:18:59.805894 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-654a8d5c-076d-4235-8987-6a074ca37b8d req-3d6ba6b0-5ca6-4972-b960-96b82a24ad77 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?device_id=532a1fbd-c8e5-4ca3-ad13-d61dc550406a HTTP/1.1" status: 200  len: 945 time: 0.0912585
Apr 07 15:18:59.838067 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-654a8d5c-076d-4235-8987-6a074ca37b8d req-7899ad54-03a1-480c-9789-e00a08838fe4 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6052db15-c504-4269-bee8-d5eccdc31aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0256410
Apr 07 15:18:59.973818 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-19daa6b4-237d-47b5-a41a-1e144a12f70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:00.071798 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:00.356727 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fad0a1-31ba-49f1-8543-e9569a7aa039 req-19793636-74a9-41eb-a3dd-4206c916ac24 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:00.358291 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-47fad0a1-31ba-49f1-8543-e9569a7aa039 req-19793636-74a9-41eb-a3dd-4206c916ac24 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.65 "GET /v2.0/ports?device_id=532a1fbd-c8e5-4ca3-ad13-d61dc550406a HTTP/1.1" status: 200  len: 945 time: 0.0993335
Apr 07 15:19:00.446712 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-47fad0a1-31ba-49f1-8543-e9569a7aa039 req-e79e43ea-319b-4f6a-8c1f-b1585018cb25 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Deleting port 28dcbe2b-5948-4f33-970a-24edaf002312 {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:19:00.447062 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-47fad0a1-31ba-49f1-8543-e9569a7aa039 req-e79e43ea-319b-4f6a-8c1f-b1585018cb25 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:00.726358 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-47fad0a1-31ba-49f1-8543-e9569a7aa039 req-e79e43ea-319b-4f6a-8c1f-b1585018cb25 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] For port 28dcbe2b-5948-4f33-970a-24edaf002312, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=28dcbe2b-5948-4f33-970a-24edaf002312,segment=NetworkSegment(44b900f3-7ec1-4014-857c-86a30a29c9ac),segment_id=44b900f3-7ec1-4014-857c-86a30a29c9ac)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:19:00.726615 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-47fad0a1-31ba-49f1-8543-e9569a7aa039 req-e79e43ea-319b-4f6a-8c1f-b1585018cb25 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:00.864772 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-47fad0a1-31ba-49f1-8543-e9569a7aa039 req-e79e43ea-319b-4f6a-8c1f-b1585018cb25 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Calling delete_port for 28dcbe2b-5948-4f33-970a-24edaf002312 owned by compute:nova {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:19:01.084122 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-47fad0a1-31ba-49f1-8543-e9569a7aa039 req-e79e43ea-319b-4f6a-8c1f-b1585018cb25 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:01.101916 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7705cdbb-425f-4101-8707-9ee1ff24d698 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:19:01.120532 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['28dcbe2b-5948-4f33-970a-24edaf002312'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:19:01.211230 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e43ea-319b-4f6a-8c1f-b1585018cb25 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Pushing event deleted for resources: {'Port': ['ID=28dcbe2b-5948-4f33-970a-24edaf002312,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:19:01.222252 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e79e43ea-319b-4f6a-8c1f-b1585018cb25 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:19:01.246799 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165bf46-7dfd-446d-97bc-b15ba77057ef req-86d791e0-bb2c-467b-a7ee-bedbe500d080 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:01.248420 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d165bf46-7dfd-446d-97bc-b15ba77057ef req-86d791e0-bb2c-467b-a7ee-bedbe500d080 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?device_id=532a1fbd-c8e5-4ca3-ad13-d61dc550406a HTTP/1.1" status: 200  len: 945 time: 0.2926614
Apr 07 15:19:01.307185 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d165bf46-7dfd-446d-97bc-b15ba77057ef req-da4765cd-cc6a-4dbd-9d76-a00435805078 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6052db15-c504-4269-bee8-d5eccdc31aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421052
Apr 07 15:19:01.354518 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:01.399282 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-47fad0a1-31ba-49f1-8543-e9569a7aa039 req-e79e43ea-319b-4f6a-8c1f-b1585018cb25 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] No DVR routers for this DVR port 28dcbe2b-5948-4f33-970a-24edaf002312 on host hv-cinder-78226 {{(pid=84337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:19:01.402042 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-47fad0a1-31ba-49f1-8543-e9569a7aa039 req-e79e43ea-319b-4f6a-8c1f-b1585018cb25 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:01.404771 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532a1fbd-c8e5-4ca3-ad13-d61dc550406a', 'name': 'network-vif-deleted', 'tag': '28dcbe2b-5948-4f33-970a-24edaf002312'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:19:01.420695 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-47fad0a1-31ba-49f1-8543-e9569a7aa039 req-e79e43ea-319b-4f6a-8c1f-b1585018cb25 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.65 "DELETE /v2.0/ports/28dcbe2b-5948-4f33-970a-24edaf002312 HTTP/1.1" status: 204  len: 173 time: 1.0557985
Apr 07 15:19:01.456541 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532a1fbd-c8e5-4ca3-ad13-d61dc550406a', 'name': 'network-vif-deleted', 'tag': '28dcbe2b-5948-4f33-970a-24edaf002312', 'status': 'completed', 'code': 200}
Apr 07 15:19:01.850830 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:01.970123 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:04.557824 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:19:04.638478 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 28dcbe2b-5948-4f33-970a-24edaf002312 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:19:04.678949 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] No Port match for: 28dcbe2b-5948-4f33-970a-24edaf002312 {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:19:04.679346 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 28dcbe2b-5948-4f33-970a-24edaf002312 not bound to the agent host hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:19:11.009501 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-02940274-6236-49ce-998b-261b75bc96ed tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:11.011123 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-02940274-6236-49ce-998b-261b75bc96ed tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/networks?id=cfafd766-1791-41b1-946f-d0c529f18b44 HTTP/1.1" status: 200  len: 814 time: 0.1636331
Apr 07 15:19:11.030369 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-f0ae8fbc-7aac-4e43-bb99-64d45b8c37c5 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/quotas/4dda97fae7c64863ab4f041f623c1dc4 HTTP/1.1" status: 200  len: 375 time: 0.0103662
Apr 07 15:19:11.087049 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-3f886e27-9b1f-464d-8399-c0b09fb9629a tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Synchronizing usage tracker for tenant:4dda97fae7c64863ab4f041f623c1dc4 on resource:port {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:19:11.105777 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-3f886e27-9b1f-464d-8399-c0b09fb9629a tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Unset dirty status for tenant:4dda97fae7c64863ab4f041f623c1dc4 on resource:port {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:19:11.108113 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-3f886e27-9b1f-464d-8399-c0b09fb9629a tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4dda97fae7c64863ab4f041f623c1dc4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0688980
Apr 07 15:19:11.309718 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-06d8c37b-d9a3-4236-bebb-08610c2570db service neutron] 10.222.0.39 "GET /v2.0/networks/cfafd766-1791-41b1-946f-d0c529f18b44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1896191
Apr 07 15:19:11.463047 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-f08c3c8e-f6e7-45c2-ab60-f06ee61c7874 service neutron] 10.222.0.39 "GET /v2.0/networks/cfafd766-1791-41b1-946f-d0c529f18b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1464946
Apr 07 15:19:11.667269 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-065d8c5a-1828-4371-a02e-8a66f4905c2a req-f3efc798-e539-40e6-98fc-a2f83d127edd tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?device_id=96514058-0e52-4712-bd45-94352a3160e4 HTTP/1.1" status: 200  len: 210 time: 0.0540359
Apr 07 15:19:12.855394 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-059528b7-9716-474b-8ca5-0d93fcbb2bd8 req-86fad35a-98dd-4a6a-8b01-5c2cfdfccad6 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?device_id=96514058-0e52-4712-bd45-94352a3160e4 HTTP/1.1" status: 200  len: 210 time: 0.0643504
Apr 07 15:19:12.900822 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-426826dd-9192-46e2-be2e-7448f58ac549 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:12.902475 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-426826dd-9192-46e2-be2e-7448f58ac549 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.65 "GET /v2.0/networks?id=cfafd766-1791-41b1-946f-d0c529f18b44 HTTP/1.1" status: 200  len: 814 time: 0.2181306
Apr 07 15:19:12.923934 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Request body: {'port': {'device_id': '96514058-0e52-4712-bd45-94352a3160e4', 'network_id': 'cfafd766-1791-41b1-946f-d0c529f18b44', 'admin_state_up': True, 'tenant_id': '4dda97fae7c64863ab4f041f623c1dc4'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:19:13.078541 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:19:13.090207 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:19:13.100747 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Made reservation on behalf of 4dda97fae7c64863ab4f041f623c1dc4 for: {'port': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:19:13.107387 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:13.267313 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Allocated IP 172.20.0.9 (cfafd766-1791-41b1-946f-d0c529f18b44/58d6262a-2c35-414a-999e-20078f04a3b5/aab93977-433c-4494-9c2e-6d805af56f9b) {{(pid=84337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:19:13.472179 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Notify callbacks [] for port, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:13.504722 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:13.520181 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:19:13.661219 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Pushing event updated for resources: {'Port': ['ID=aab93977-433c-4494-9c2e-6d805af56f9b,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:19:13.683191 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:13.683612 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:13.684025 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:13.684460 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:13.684836 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:13.685247 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:13.685662 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:13.686063 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:13.686464 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:13.686857 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:13.687255 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:13.687627 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:13.693647 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:19:13.734599 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Network cfafd766-1791-41b1-946f-d0c529f18b44 is already hosted by enough agents. {{(pid=84337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:19:13.735743 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Resources bound (agent type, host, resource id):  {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:19:13.738702 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Received port after_create {{(pid=84337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:19:13.805447 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:13.806115 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:13.839639 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9199400
Apr 07 15:19:13.857336 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-682106c4-5d4f-4c8d-8f8a-7de778462c82 service neutron] Request body: {'port': {'device_id': '96514058-0e52-4712-bd45-94352a3160e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:19:14.024174 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-682106c4-5d4f-4c8d-8f8a-7de778462c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:14.209655 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3845eff-e1ee-43a8-bd86-092e4cf2e088 req-124c1e0b-8821-48e6-aec1-4311d6652b9a tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:14.210319 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-f3845eff-e1ee-43a8-bd86-092e4cf2e088 req-124c1e0b-8821-48e6-aec1-4311d6652b9a tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Synchronizing usage tracker for tenant:4dda97fae7c64863ab4f041f623c1dc4 on resource:port {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:19:14.249056 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-f3845eff-e1ee-43a8-bd86-092e4cf2e088 req-124c1e0b-8821-48e6-aec1-4311d6652b9a tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Unset dirty status for tenant:4dda97fae7c64863ab4f041f623c1dc4 on resource:port {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:19:14.250363 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f3845eff-e1ee-43a8-bd86-092e4cf2e088 req-124c1e0b-8821-48e6-aec1-4311d6652b9a tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?device_id=96514058-0e52-4712-bd45-94352a3160e4 HTTP/1.1" status: 200  len: 931 time: 0.2791965
Apr 07 15:19:14.359162 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f3845eff-e1ee-43a8-bd86-092e4cf2e088 req-2721ea2e-a399-45f8-be37-99713dabc51f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6052db15-c504-4269-bee8-d5eccdc31aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879271
Apr 07 15:19:14.495362 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-682106c4-5d4f-4c8d-8f8a-7de778462c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aab93977-433c-4494-9c2e-6d805af56f9b {{(pid=84337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:19:14.504058 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-682106c4-5d4f-4c8d-8f8a-7de778462c82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:14.521973 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-682106c4-5d4f-4c8d-8f8a-7de778462c82 service neutron] Transition to ACTIVE for port object aab93977-433c-4494-9c2e-6d805af56f9b will not be triggered until provisioned by entity L2. {{(pid=84337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:19:14.525997 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-682106c4-5d4f-4c8d-8f8a-7de778462c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852156545'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:14.543513 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:19:14.926332 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682106c4-5d4f-4c8d-8f8a-7de778462c82 service neutron] Pushing event updated for resources: {'Port': ['ID=aab93977-433c-4494-9c2e-6d805af56f9b,revision_number=2']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:19:14.931077 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-682106c4-5d4f-4c8d-8f8a-7de778462c82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:19:15.155394 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-682106c4-5d4f-4c8d-8f8a-7de778462c82 service neutron] Attempting to bind port aab93977-433c-4494-9c2e-6d805af56f9b on host hv-cinder-78226 for vnic_type normal with profile  {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:19:15.155758 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-682106c4-5d4f-4c8d-8f8a-7de778462c82 service neutron] Attempting to bind port aab93977-433c-4494-9c2e-6d805af56f9b by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '44b900f3-7ec1-4014-857c-86a30a29c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cfafd766-1791-41b1-946f-d0c529f18b44'}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:19:15.156249 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-682106c4-5d4f-4c8d-8f8a-7de778462c82 service neutron] Attempting to bind port aab93977-433c-4494-9c2e-6d805af56f9b on network cfafd766-1791-41b1-946f-d0c529f18b44 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:19:15.163447 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-682106c4-5d4f-4c8d-8f8a-7de778462c82 service neutron] Port aab93977-433c-4494-9c2e-6d805af56f9b on network cfafd766-1791-41b1-946f-d0c529f18b44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 15:19:15.163814 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-682106c4-5d4f-4c8d-8f8a-7de778462c82 service neutron] Attempting to bind port aab93977-433c-4494-9c2e-6d805af56f9b on network cfafd766-1791-41b1-946f-d0c529f18b44 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:19:15.169594 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-682106c4-5d4f-4c8d-8f8a-7de778462c82 service neutron] Checking agent: {'id': 'b2fd6503-106d-4224-ac4d-40fda7056aab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:19:15.170010 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-682106c4-5d4f-4c8d-8f8a-7de778462c82 service neutron] Checking segment: {'id': '44b900f3-7ec1-4014-857c-86a30a29c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cfafd766-1791-41b1-946f-d0c529f18b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:19:15.170431 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-682106c4-5d4f-4c8d-8f8a-7de778462c82 service neutron] Bound using segment: {'id': '44b900f3-7ec1-4014-857c-86a30a29c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cfafd766-1791-41b1-946f-d0c529f18b44'} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:19:15.170904 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-682106c4-5d4f-4c8d-8f8a-7de778462c82 service neutron] Bound port: aab93977-433c-4494-9c2e-6d805af56f9b, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b900f3-7ec1-4014-857c-86a30a29c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cfafd766-1791-41b1-946f-d0c529f18b44'}}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:19:15.171292 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-682106c4-5d4f-4c8d-8f8a-7de778462c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:15.254309 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-682106c4-5d4f-4c8d-8f8a-7de778462c82 service neutron] For port aab93977-433c-4494-9c2e-6d805af56f9b, host hv-cinder-78226, cleared binding levels {{(pid=84337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:19:15.257677 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-682106c4-5d4f-4c8d-8f8a-7de778462c82 service neutron] For port aab93977-433c-4494-9c2e-6d805af56f9b, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=aab93977-433c-4494-9c2e-6d805af56f9b,segment=NetworkSegment(44b900f3-7ec1-4014-857c-86a30a29c9ac),segment_id=44b900f3-7ec1-4014-857c-86a30a29c9ac)] {{(pid=84337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:19:15.262785 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-682106c4-5d4f-4c8d-8f8a-7de778462c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852156545'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:15.275929 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ac861c60-c889-4e7a-8e30-191517ec85a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:19:15.433166 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682106c4-5d4f-4c8d-8f8a-7de778462c82 service neutron] Pushing event updated for resources: {'Port': ['ID=aab93977-433c-4494-9c2e-6d805af56f9b,revision_number=3']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:19:15.438708 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-682106c4-5d4f-4c8d-8f8a-7de778462c82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:19:15.471690 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-682106c4-5d4f-4c8d-8f8a-7de778462c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:15.472429 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-682106c4-5d4f-4c8d-8f8a-7de778462c82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:15.474023 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-682106c4-5d4f-4c8d-8f8a-7de778462c82 service neutron] 10.222.0.65 "PUT /v2.0/ports/aab93977-433c-4494-9c2e-6d805af56f9b HTTP/1.1" status: 200  len: 1093 time: 1.6213131
Apr 07 15:19:15.474569 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96514058-0e52-4712-bd45-94352a3160e4', 'tag': 'aab93977-433c-4494-9c2e-6d805af56f9b'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:19:15.528548 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96514058-0e52-4712-bd45-94352a3160e4', 'tag': 'aab93977-433c-4494-9c2e-6d805af56f9b', 'status': 'completed', 'code': 200}
Apr 07 15:19:15.624547 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30025631-27d4-43b2-a96f-283373733dcf req-fba11291-6dbd-4221-9f99-5bc9f0a3538f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:15.626189 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-30025631-27d4-43b2-a96f-283373733dcf req-fba11291-6dbd-4221-9f99-5bc9f0a3538f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?device_id=96514058-0e52-4712-bd45-94352a3160e4 HTTP/1.1" status: 200  len: 943 time: 0.1461041
Apr 07 15:19:15.663192 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-30025631-27d4-43b2-a96f-283373733dcf req-718edcbf-1062-4b9c-bb5b-6c4cae16acff tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6052db15-c504-4269-bee8-d5eccdc31aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0302148
Apr 07 15:19:15.671602 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-2332368a-59a4-47af-8d8f-9127ff66b04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:15.673106 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-2332368a-59a4-47af-8d8f-9127ff66b04e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4dda97fae7c64863ab4f041f623c1dc4&device_id=96514058-0e52-4712-bd45-94352a3160e4 HTTP/1.1" status: 200  len: 1096 time: 0.1261332
Apr 07 15:19:15.753813 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-817cfd08-987d-48d1-a6fe-9948f15f3e52 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aab93977-433c-4494-9c2e-6d805af56f9b HTTP/1.1" status: 200  len: 217 time: 0.0678318
Apr 07 15:19:15.828017 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-502d29ff-4b22-4438-b5b2-5f21d7b071fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:15.829618 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-502d29ff-4b22-4438-b5b2-5f21d7b071fb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=58d6262a-2c35-414a-999e-20078f04a3b5 HTTP/1.1" status: 200  len: 854 time: 0.0699551
Apr 07 15:19:15.889343 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-ace5ba69-5cc6-4d36-a6a7-3b69d7537859 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cfafd766-1791-41b1-946f-d0c529f18b44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0531170
Apr 07 15:19:16.042509 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-1e51f26d-6357-417e-8846-70b6db286ac5 service neutron] 10.222.0.65 "GET /v2.0/networks/cfafd766-1791-41b1-946f-d0c529f18b44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462524
Apr 07 15:19:16.190496 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-47298221-933d-4839-9fc9-8dea22cf5df6 req-7f14aec7-3242-4093-b8e4-f17af198db0c service neutron] 10.222.0.65 "GET /v2.0/networks/cfafd766-1791-41b1-946f-d0c529f18b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418979
Apr 07 15:19:16.362671 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788339a5-2975-4aef-8dbb-64cad2f64b77 req-16afea75-fad7-45df-9f0d-c08c033b2de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:16.364262 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-788339a5-2975-4aef-8dbb-64cad2f64b77 req-16afea75-fad7-45df-9f0d-c08c033b2de8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4dda97fae7c64863ab4f041f623c1dc4&device_id=96514058-0e52-4712-bd45-94352a3160e4 HTTP/1.1" status: 200  len: 1096 time: 0.0862877
Apr 07 15:19:16.509795 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788339a5-2975-4aef-8dbb-64cad2f64b77 req-bedcb444-9227-4b8b-a6b9-bc84a2bcef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:16.511392 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-788339a5-2975-4aef-8dbb-64cad2f64b77 req-bedcb444-9227-4b8b-a6b9-bc84a2bcef03 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cfafd766-1791-41b1-946f-d0c529f18b44 HTTP/1.1" status: 200  len: 915 time: 0.1407762
Apr 07 15:19:16.587760 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-788339a5-2975-4aef-8dbb-64cad2f64b77 req-46d4462f-6ab9-4785-b5e1-a7c8a787ef26 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aab93977-433c-4494-9c2e-6d805af56f9b HTTP/1.1" status: 200  len: 217 time: 0.0688758
Apr 07 15:19:16.671313 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788339a5-2975-4aef-8dbb-64cad2f64b77 req-381ea34e-113e-4554-a2c8-fa334ce61794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:16.672945 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-788339a5-2975-4aef-8dbb-64cad2f64b77 req-381ea34e-113e-4554-a2c8-fa334ce61794 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=58d6262a-2c35-414a-999e-20078f04a3b5 HTTP/1.1" status: 200  len: 854 time: 0.0776072
Apr 07 15:19:16.731088 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-788339a5-2975-4aef-8dbb-64cad2f64b77 req-1a1c01da-bb0c-4f54-b8a4-5533c958da30 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cfafd766-1791-41b1-946f-d0c529f18b44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509474
Apr 07 15:19:16.948296 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-788339a5-2975-4aef-8dbb-64cad2f64b77 req-acee9bc6-8088-44a9-927e-463573fa7e77 service neutron] 10.222.0.65 "GET /v2.0/networks/cfafd766-1791-41b1-946f-d0c529f18b44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2102811
Apr 07 15:19:16.988574 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631efdb-4d0e-46b0-b51f-009437ac6ff7 req-b0899fcc-61ab-4b50-ae39-78c99185a37e tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:16.990257 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b631efdb-4d0e-46b0-b51f-009437ac6ff7 req-b0899fcc-61ab-4b50-ae39-78c99185a37e tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?device_id=96514058-0e52-4712-bd45-94352a3160e4 HTTP/1.1" status: 200  len: 943 time: 0.1742377
Apr 07 15:19:17.082531 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b631efdb-4d0e-46b0-b51f-009437ac6ff7 req-40ec9840-2818-49d4-82cc-a545d625484a tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6052db15-c504-4269-bee8-d5eccdc31aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455666
Apr 07 15:19:17.134645 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-788339a5-2975-4aef-8dbb-64cad2f64b77 req-635fbb06-60fa-425d-9c0a-23a4b4c26f71 service neutron] 10.222.0.65 "GET /v2.0/networks/cfafd766-1791-41b1-946f-d0c529f18b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1784821
Apr 07 15:19:18.306439 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979561d-d87d-4afb-aa80-17567cda04b7 req-34fada89-2066-4527-86cd-f9e6601e01c2 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:18.308047 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b979561d-d87d-4afb-aa80-17567cda04b7 req-34fada89-2066-4527-86cd-f9e6601e01c2 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?device_id=96514058-0e52-4712-bd45-94352a3160e4 HTTP/1.1" status: 200  len: 943 time: 0.0960212
Apr 07 15:19:18.338778 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b979561d-d87d-4afb-aa80-17567cda04b7 req-ab9c62e1-6081-443a-8cbb-1a1e78a28c49 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6052db15-c504-4269-bee8-d5eccdc31aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0242577
Apr 07 15:19:19.561345 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8310c99-a157-4f72-adca-0fb3502d466b req-d14fdd2b-6470-4e41-9058-0200f211393b tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:19.562918 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c8310c99-a157-4f72-adca-0fb3502d466b req-d14fdd2b-6470-4e41-9058-0200f211393b tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?device_id=96514058-0e52-4712-bd45-94352a3160e4 HTTP/1.1" status: 200  len: 943 time: 0.0989988
Apr 07 15:19:19.595604 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c8310c99-a157-4f72-adca-0fb3502d466b req-555af36c-3a98-4027-8e76-cec0e97bafc0 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6052db15-c504-4269-bee8-d5eccdc31aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0241957
Apr 07 15:19:19.711439 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device aab93977-433c-4494-9c2e-6d805af56f9b details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 15:19:19.866382 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port aab93977-433c-4494-9c2e-6d805af56f9b, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=aab93977-433c-4494-9c2e-6d805af56f9b,segment=NetworkSegment(44b900f3-7ec1-4014-857c-86a30a29c9ac),segment_id=44b900f3-7ec1-4014-857c-86a30a29c9ac)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:19:19.880798 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Returning: {'device': 'aab93977-433c-4494-9c2e-6d805af56f9b', 'network_id': 'cfafd766-1791-41b1-946f-d0c529f18b44', 'port_id': 'aab93977-433c-4494-9c2e-6d805af56f9b', 'mac_address': 'fa:16:3e:45:db:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d6262a-2c35-414a-999e-20078f04a3b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 15:19:19.943005 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:19.944646 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aab93977-433c-4494-9c2e-6d805af56f9b {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:19:19.961217 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port aab93977-433c-4494-9c2e-6d805af56f9b, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=aab93977-433c-4494-9c2e-6d805af56f9b,segment=NetworkSegment(44b900f3-7ec1-4014-857c-86a30a29c9ac),segment_id=44b900f3-7ec1-4014-857c-86a30a29c9ac)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:19:19.964904 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:19.966771 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:19:20.042511 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=aab93977-433c-4494-9c2e-6d805af56f9b,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:19:20.050818 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:20.051240 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:20.051627 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:20.052010 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:20.052387 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:20.052762 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:20.053138 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:20.053562 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:20.053955 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:20.054326 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:20.054702 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:20.055067 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:20.059365 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:19:20.253848 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['aab93977-433c-4494-9c2e-6d805af56f9b'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:19:20.966152 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a043b-e38b-44e8-a15b-5e9edcf86fdd req-cc5df6c0-a1fa-4060-9146-ec3571b4dc9e tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:20.967666 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7d8a043b-e38b-44e8-a15b-5e9edcf86fdd req-cc5df6c0-a1fa-4060-9146-ec3571b4dc9e tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?device_id=96514058-0e52-4712-bd45-94352a3160e4 HTTP/1.1" status: 200  len: 944 time: 0.1061895
Apr 07 15:19:21.003130 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7d8a043b-e38b-44e8-a15b-5e9edcf86fdd req-3e629a06-7416-4865-80bb-34224f0d82fc tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6052db15-c504-4269-bee8-d5eccdc31aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0269539
Apr 07 15:19:21.715941 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device aab93977-433c-4494-9c2e-6d805af56f9b up at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:19:21.791381 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning for port aab93977-433c-4494-9c2e-6d805af56f9b completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:19:21.797195 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning complete for port aab93977-433c-4494-9c2e-6d805af56f9b triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:19:21.797397 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:21.927301 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:21.939299 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96514058-0e52-4712-bd45-94352a3160e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab93977-433c-4494-9c2e-6d805af56f9b'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:19:21.950738 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port aab93977-433c-4494-9c2e-6d805af56f9b, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=aab93977-433c-4494-9c2e-6d805af56f9b,segment=NetworkSegment(44b900f3-7ec1-4014-857c-86a30a29c9ac),segment_id=44b900f3-7ec1-4014-857c-86a30a29c9ac)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:19:21.954801 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:21.956713 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:19:21.993486 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96514058-0e52-4712-bd45-94352a3160e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab93977-433c-4494-9c2e-6d805af56f9b', 'code': 200}
Apr 07 15:19:22.029976 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=aab93977-433c-4494-9c2e-6d805af56f9b,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:19:22.033013 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:19:22.255195 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b16b92-c9bf-4d85-9d60-5e6768be5645 req-c55b0540-8ef6-4dbd-b43a-e97b250b0580 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:22.256792 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-24b16b92-c9bf-4d85-9d60-5e6768be5645 req-c55b0540-8ef6-4dbd-b43a-e97b250b0580 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?device_id=96514058-0e52-4712-bd45-94352a3160e4 HTTP/1.1" status: 200  len: 945 time: 0.1376493
Apr 07 15:19:22.299338 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-24b16b92-c9bf-4d85-9d60-5e6768be5645 req-66e257aa-22f3-4100-8cbf-f63e9a353a44 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6052db15-c504-4269-bee8-d5eccdc31aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0352528
Apr 07 15:19:22.312231 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c6c39-f5d4-473a-a840-f44c9d819693 req-bc7e3af1-c4e0-460f-9ac8-3851ca775c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:22.314017 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3d5c6c39-f5d4-473a-a840-f44c9d819693 req-bc7e3af1-c4e0-460f-9ac8-3851ca775c24 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=96514058-0e52-4712-bd45-94352a3160e4 HTTP/1.1" status: 200  len: 1098 time: 0.1149039
Apr 07 15:19:22.343795 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3d5c6c39-f5d4-473a-a840-f44c9d819693 req-1bea6e12-74ea-4289-8fef-23d5be0d7aca service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6052db15-c504-4269-bee8-d5eccdc31aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0204232
Apr 07 15:19:23.511603 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45dd3a-f535-4ebe-9e1c-2777e9eb44e7 req-d575aab4-a7ee-4011-8db2-bb62d7ebf80d tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:23.513280 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0e45dd3a-f535-4ebe-9e1c-2777e9eb44e7 req-d575aab4-a7ee-4011-8db2-bb62d7ebf80d tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?device_id=96514058-0e52-4712-bd45-94352a3160e4 HTTP/1.1" status: 200  len: 945 time: 0.0980964
Apr 07 15:19:23.545325 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0e45dd3a-f535-4ebe-9e1c-2777e9eb44e7 req-e4e2e622-6e32-408f-89fb-acac767cdd79 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6052db15-c504-4269-bee8-d5eccdc31aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0254223
Apr 07 15:19:24.754486 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed2603-006c-43a2-921b-0af0f8deb89a req-f8356cca-89d6-4d1d-a392-e05d7666f3b2 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:24.756109 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-51ed2603-006c-43a2-921b-0af0f8deb89a req-f8356cca-89d6-4d1d-a392-e05d7666f3b2 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?device_id=96514058-0e52-4712-bd45-94352a3160e4 HTTP/1.1" status: 200  len: 945 time: 0.0927124
Apr 07 15:19:24.788534 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-51ed2603-006c-43a2-921b-0af0f8deb89a req-8ff4b3fd-1203-43f2-9dd5-4320b89928e1 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6052db15-c504-4269-bee8-d5eccdc31aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0255115
Apr 07 15:19:27.374559 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-14de40fb-6308-40e3-90ef-54cb8391fad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:29.984422 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4d27f008-414f-49ec-a58c-4c5b220073fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:30.074332 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:31.359883 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:31.854028 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:31.983667 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:41.559580 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:19:47.726687 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 39678) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:19:47.905953 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39a474-8f3f-4a16-b0a5-8bf564fd5f42 req-8e493af9-32d9-4542-a515-1063a4729d30 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:47.907553 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4a39a474-8f3f-4a16-b0a5-8bf564fd5f42 req-8e493af9-32d9-4542-a515-1063a4729d30 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?device_id=96514058-0e52-4712-bd45-94352a3160e4 HTTP/1.1" status: 200  len: 945 time: 0.0977414
Apr 07 15:19:47.939813 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4a39a474-8f3f-4a16-b0a5-8bf564fd5f42 req-cc153536-27c6-47e1-8c66-38c010a266e7 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6052db15-c504-4269-bee8-d5eccdc31aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0257227
Apr 07 15:19:47.962635 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-826aad85-5365-4e69-9e31-d1d231f540c8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Deleting port 79e83a43-688c-4fab-b520-b7c27c23e976 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:19:47.962941 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-826aad85-5365-4e69-9e31-d1d231f540c8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:48.154226 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-826aad85-5365-4e69-9e31-d1d231f540c8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:48.154592 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-826aad85-5365-4e69-9e31-d1d231f540c8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:48.296448 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-826aad85-5365-4e69-9e31-d1d231f540c8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Calling delete_port for 79e83a43-688c-4fab-b520-b7c27c23e976 owned by network:floatingip {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:19:48.463024 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-826aad85-5365-4e69-9e31-d1d231f540c8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:48.477120 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-318c16ae-f826-4b83-8272-ac49a066bc85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:19:48.574742 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826aad85-5365-4e69-9e31-d1d231f540c8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Pushing event deleted for resources: {'Port': ['ID=79e83a43-688c-4fab-b520-b7c27c23e976,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:19:48.595474 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826aad85-5365-4e69-9e31-d1d231f540c8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:48.595895 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826aad85-5365-4e69-9e31-d1d231f540c8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:48.596313 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826aad85-5365-4e69-9e31-d1d231f540c8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:48.596720 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826aad85-5365-4e69-9e31-d1d231f540c8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:48.597124 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826aad85-5365-4e69-9e31-d1d231f540c8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:48.597550 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826aad85-5365-4e69-9e31-d1d231f540c8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:48.597952 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826aad85-5365-4e69-9e31-d1d231f540c8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:48.598346 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826aad85-5365-4e69-9e31-d1d231f540c8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:48.598746 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826aad85-5365-4e69-9e31-d1d231f540c8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:48.599138 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826aad85-5365-4e69-9e31-d1d231f540c8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:48.599533 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826aad85-5365-4e69-9e31-d1d231f540c8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:48.599938 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826aad85-5365-4e69-9e31-d1d231f540c8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:19:48.603673 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-826aad85-5365-4e69-9e31-d1d231f540c8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:19:48.767012 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-826aad85-5365-4e69-9e31-d1d231f540c8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for floatingip, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:48.767571 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.l3_db [None req-826aad85-5365-4e69-9e31-d1d231f540c8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Floating IP fc15ff9c-5b7a-4c4b-b89c-527019d79e52 disassociated (deleted). External IP: 172.27.2.154, port: 5f38b7f8-1224-4957-8f24-a1afc866aaa7.
Apr 07 15:19:49.177539 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826aad85-5365-4e69-9e31-d1d231f540c8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Router 707db115-f400-4760-bb7c-76bb9c6c2d36 has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:19:49.232452 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b61ff-40d7-4ba9-969a-b76279538d43 req-874e518f-dd67-4d9b-97c2-6637c4c59f6c tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:49.234081 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f52b61ff-40d7-4ba9-969a-b76279538d43 req-874e518f-dd67-4d9b-97c2-6637c4c59f6c tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?device_id=96514058-0e52-4712-bd45-94352a3160e4 HTTP/1.1" status: 200  len: 945 time: 0.1684029
Apr 07 15:19:49.271222 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f52b61ff-40d7-4ba9-969a-b76279538d43 req-7b23d306-ffe8-43ae-a469-f6ef6215d9b3 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6052db15-c504-4269-bee8-d5eccdc31aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0261407
Apr 07 15:19:49.541388 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43473cc0-52b3-434c-a900-fafdbdcb30e5 req-c76db8d3-49de-4cdc-87f2-05e9a7983ce9 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:49.543113 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-43473cc0-52b3-434c-a900-fafdbdcb30e5 req-c76db8d3-49de-4cdc-87f2-05e9a7983ce9 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.65 "GET /v2.0/ports?device_id=96514058-0e52-4712-bd45-94352a3160e4 HTTP/1.1" status: 200  len: 945 time: 0.1031175
Apr 07 15:19:49.632921 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-43473cc0-52b3-434c-a900-fafdbdcb30e5 req-2692e15f-06d0-45cf-b700-6c5e036c3add tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Deleting port aab93977-433c-4494-9c2e-6d805af56f9b {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:19:49.633348 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-43473cc0-52b3-434c-a900-fafdbdcb30e5 req-2692e15f-06d0-45cf-b700-6c5e036c3add tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:49.646883 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826aad85-5365-4e69-9e31-d1d231f540c8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:19:49.658798 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf11da8-b3a4-43db-bfe1-8ba24eeea35f None None] Sync routers for ids ['707db115-f400-4760-bb7c-76bb9c6c2d36'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:19:49.660692 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-826aad85-5365-4e69-9e31-d1d231f540c8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:49.670518 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf11da8-b3a4-43db-bfe1-8ba24eeea35f None None] Routers {'707db115-f400-4760-bb7c-76bb9c6c2d36'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:19:49.671536 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7bf11da8-b3a4-43db-bfe1-8ba24eeea35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6922ce828>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:19:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['707db115-f400-4760-bb7c-76bb9c6c2d36'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:19:49.721367 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-826aad85-5365-4e69-9e31-d1d231f540c8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "DELETE /v2.0/floatingips/fc15ff9c-5b7a-4c4b-b89c-527019d79e52 HTTP/1.1" status: 204  len: 168 time: 1.9934130
Apr 07 15:19:49.722095 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd26784-e21b-49ad-8b51-cb17d42bae7b', 'tag': '5f38b7f8-1224-4957-8f24-a1afc866aaa7'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:19:49.799790 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd26784-e21b-49ad-8b51-cb17d42bae7b', 'tag': '5f38b7f8-1224-4957-8f24-a1afc866aaa7', 'status': 'completed', 'code': 200}
Apr 07 15:19:49.938134 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25ce89-78c0-4273-9124-fd918d91a74d req-876ce3c8-65bc-44d0-9e92-715899dac337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:49.940560 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7f25ce89-78c0-4273-9124-fd918d91a74d req-876ce3c8-65bc-44d0-9e92-715899dac337 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f76cffb12134de5b61dbbab4c4abadf&device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 1099 time: 0.0959527
Apr 07 15:19:49.968408 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-43473cc0-52b3-434c-a900-fafdbdcb30e5 req-2692e15f-06d0-45cf-b700-6c5e036c3add tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] For port aab93977-433c-4494-9c2e-6d805af56f9b, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=aab93977-433c-4494-9c2e-6d805af56f9b,segment=NetworkSegment(44b900f3-7ec1-4014-857c-86a30a29c9ac),segment_id=44b900f3-7ec1-4014-857c-86a30a29c9ac)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:19:49.969232 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-43473cc0-52b3-434c-a900-fafdbdcb30e5 req-2692e15f-06d0-45cf-b700-6c5e036c3add tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:50.075618 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-7bf11da8-b3a4-43db-bfe1-8ba24eeea35f None None] Set router 707db115-f400-4760-bb7c-76bb9c6c2d36 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:19:50.114491 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25ce89-78c0-4273-9124-fd918d91a74d req-aca95607-1ffa-4351-bb2a-c033c44dc372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:50.116241 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7f25ce89-78c0-4273-9124-fd918d91a74d req-aca95607-1ffa-4351-bb2a-c033c44dc372 service neutron] 10.222.0.65 "GET /v2.0/networks?id=59ba7fe3-d40f-4f7c-b163-210007707fcc HTTP/1.1" status: 200  len: 909 time: 0.1691520
Apr 07 15:19:50.197129 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7f25ce89-78c0-4273-9124-fd918d91a74d req-ad17da10-d6fb-4999-b50e-61255349eabd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f38b7f8-1224-4957-8f24-a1afc866aaa7 HTTP/1.1" status: 200  len: 217 time: 0.0735323
Apr 07 15:19:50.271532 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25ce89-78c0-4273-9124-fd918d91a74d req-7ee47835-1213-4b99-a837-bc1266235a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:50.273228 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7f25ce89-78c0-4273-9124-fd918d91a74d req-7ee47835-1213-4b99-a837-bc1266235a11 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf450d66-5220-4b2a-a595-d0db8b4aeb81 HTTP/1.1" status: 200  len: 847 time: 0.0691223
Apr 07 15:19:50.371766 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25ce89-78c0-4273-9124-fd918d91a74d req-272b7615-47d9-4148-9d7f-25c9ffabf167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:50.373763 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7f25ce89-78c0-4273-9124-fd918d91a74d req-272b7615-47d9-4148-9d7f-25c9ffabf167 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59ba7fe3-d40f-4f7c-b163-210007707fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0929360
Apr 07 15:19:50.386962 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [req-7f25ce89-78c0-4273-9124-fd918d91a74d req-8832653f-043c-441b-9eb6-2f49bf06bb32 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 07 15:19:50.389490 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7f25ce89-78c0-4273-9124-fd918d91a74d req-8832653f-043c-441b-9eb6-2f49bf06bb32 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0090151
Apr 07 15:19:50.444295 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-43473cc0-52b3-434c-a900-fafdbdcb30e5 req-2692e15f-06d0-45cf-b700-6c5e036c3add tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Calling delete_port for aab93977-433c-4494-9c2e-6d805af56f9b owned by compute:nova {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:19:50.468705 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7bf11da8-b3a4-43db-bfe1-8ba24eeea35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6922ce828>, [{'id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'name': 'tempest-TestShelveInstance-414599984-router', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b9738507-5f32-494d-8efb-7c2e82e66f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:14:59Z', 'updated_at': '2021-04-07T15:15:04Z', 'revision_number': 4, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'gw_port': {'id': 'b9738507-5f32-494d-8efb-7c2e82e66f28', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:00Z', 'updated_at': '2021-04-07T15:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '7f7b6edb-cc8d-472e-9f3a-290b9b167e3c', 'name': '', 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'mac_address': 'fa:16:3e:34:31:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bf450d66-5220-4b2a-a595-d0db8b4aeb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:03Z', 'updated_at': '2021-04-07T15:15:13Z', 'revision_number': 5, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'subnets': [{'id': 'bf450d66-5220-4b2a-a595-d0db8b4aeb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:19:50.473962 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf11da8-b3a4-43db-bfe1-8ba24eeea35f None None] Checking router: 707db115-f400-4760-bb7c-76bb9c6c2d36 for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:19:50.486098 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf11da8-b3a4-43db-bfe1-8ba24eeea35f None None] Routers {'707db115-f400-4760-bb7c-76bb9c6c2d36'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:19:50.486964 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7bf11da8-b3a4-43db-bfe1-8ba24eeea35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6922ce828>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:19:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['707db115-f400-4760-bb7c-76bb9c6c2d36'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:19:50.575086 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7f25ce89-78c0-4273-9124-fd918d91a74d req-5199b320-1b7b-4f05-b75b-1c24b40bf05e service neutron] 10.222.0.65 "GET /v2.0/networks/59ba7fe3-d40f-4f7c-b163-210007707fcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1790726
Apr 07 15:19:50.688731 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-7bf11da8-b3a4-43db-bfe1-8ba24eeea35f None None] Set router 707db115-f400-4760-bb7c-76bb9c6c2d36 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:19:50.690266 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95d6e4-5539-4a36-9d12-5dec13c95335 req-44ed503d-d0cb-45fa-9b7f-837f03c37e73 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:50.691969 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2d95d6e4-5539-4a36-9d12-5dec13c95335 req-44ed503d-d0cb-45fa-9b7f-837f03c37e73 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/ports?device_id=96514058-0e52-4712-bd45-94352a3160e4 HTTP/1.1" status: 200  len: 945 time: 0.2162986
Apr 07 15:19:50.707173 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed974a-2856-4917-b191-37ce9201351c req-9066d7a9-f27f-421f-8027-b0ad6bffc0b8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:50.708807 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-11ed974a-2856-4917-b191-37ce9201351c req-9066d7a9-f27f-421f-8027-b0ad6bffc0b8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 946 time: 0.5688436
Apr 07 15:19:50.737922 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7f25ce89-78c0-4273-9124-fd918d91a74d req-b3745cf8-d54b-4906-aa4c-201eeb619a58 service neutron] 10.222.0.65 "GET /v2.0/networks/59ba7fe3-d40f-4f7c-b163-210007707fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1551847
Apr 07 15:19:50.773927 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2d95d6e4-5539-4a36-9d12-5dec13c95335 req-2bd462b0-1c72-4105-b293-8452831ada70 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6052db15-c504-4269-bee8-d5eccdc31aad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637593
Apr 07 15:19:50.777707 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-11ed974a-2856-4917-b191-37ce9201351c req-0af5581d-25f8-4bf7-9cf8-54a7d15d41b5 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516355
Apr 07 15:19:50.790679 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-43473cc0-52b3-434c-a900-fafdbdcb30e5 req-2692e15f-06d0-45cf-b700-6c5e036c3add tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:50.809795 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c34598a2-54d2-41cd-b825-9cfbbaa7171c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:19:50.844119 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['aab93977-433c-4494-9c2e-6d805af56f9b'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:19:50.910806 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692e15f-06d0-45cf-b700-6c5e036c3add tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Pushing event deleted for resources: {'Port': ['ID=aab93977-433c-4494-9c2e-6d805af56f9b,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:19:50.913523 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-2692e15f-06d0-45cf-b700-6c5e036c3add tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:19:51.070049 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-43473cc0-52b3-434c-a900-fafdbdcb30e5 req-2692e15f-06d0-45cf-b700-6c5e036c3add tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] No DVR routers for this DVR port aab93977-433c-4494-9c2e-6d805af56f9b on host hv-cinder-78226 {{(pid=84337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:19:51.073772 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-43473cc0-52b3-434c-a900-fafdbdcb30e5 req-2692e15f-06d0-45cf-b700-6c5e036c3add tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:51.076821 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96514058-0e52-4712-bd45-94352a3160e4', 'name': 'network-vif-deleted', 'tag': 'aab93977-433c-4494-9c2e-6d805af56f9b'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:19:51.091735 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7bf11da8-b3a4-43db-bfe1-8ba24eeea35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6922ce828>, [{'id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'name': 'tempest-TestShelveInstance-414599984-router', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b9738507-5f32-494d-8efb-7c2e82e66f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:14:59Z', 'updated_at': '2021-04-07T15:15:04Z', 'revision_number': 4, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'gw_port': {'id': 'b9738507-5f32-494d-8efb-7c2e82e66f28', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:00Z', 'updated_at': '2021-04-07T15:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '7f7b6edb-cc8d-472e-9f3a-290b9b167e3c', 'name': '', 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'mac_address': 'fa:16:3e:34:31:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bf450d66-5220-4b2a-a595-d0db8b4aeb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:03Z', 'updated_at': '2021-04-07T15:15:13Z', 'revision_number': 5, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'subnets': [{'id': 'bf450d66-5220-4b2a-a595-d0db8b4aeb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:19:51.094776 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-43473cc0-52b3-434c-a900-fafdbdcb30e5 req-2692e15f-06d0-45cf-b700-6c5e036c3add tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] 10.222.0.65 "DELETE /v2.0/ports/aab93977-433c-4494-9c2e-6d805af56f9b HTTP/1.1" status: 204  len: 173 time: 1.5463796
Apr 07 15:19:51.096608 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf11da8-b3a4-43db-bfe1-8ba24eeea35f None None] The sync data for ids ['707db115-f400-4760-bb7c-76bb9c6c2d36'] in dv-cinder-782260-2-iscsi is: [{'id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'name': 'tempest-TestShelveInstance-414599984-router', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b9738507-5f32-494d-8efb-7c2e82e66f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:14:59Z', 'updated_at': '2021-04-07T15:15:04Z', 'revision_number': 4, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'gw_port': {'id': 'b9738507-5f32-494d-8efb-7c2e82e66f28', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:00Z', 'updated_at': '2021-04-07T15:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '7f7b6edb-cc8d-472e-9f3a-290b9b167e3c', 'name': '', 'network_id': '59ba7fe3-d40f-4f7c-b163-210007707fcc', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'mac_address': 'fa:16:3e:34:31:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bf450d66-5220-4b2a-a595-d0db8b4aeb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:03Z', 'updated_at': '2021-04-07T15:15:13Z', 'revision_number': 5, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'subnets': [{'id': 'bf450d66-5220-4b2a-a595-d0db8b4aeb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:19:51.130050 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96514058-0e52-4712-bd45-94352a3160e4', 'name': 'network-vif-deleted', 'tag': 'aab93977-433c-4494-9c2e-6d805af56f9b', 'status': 'completed', 'code': 200}
Apr 07 15:19:51.472965 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee05e42-e18c-41b4-960f-58679d9a184e None None] New status for floating IP fc15ff9c-5b7a-4c4b-b89c-527019d79e52: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 15:19:51.787228 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cede2e6-81dd-4cbd-a129-cb7a8a91550a req-e3767124-a6e3-4768-8ddb-ba28b41285b0 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:51.789176 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1cede2e6-81dd-4cbd-a129-cb7a8a91550a req-e3767124-a6e3-4768-8ddb-ba28b41285b0 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.65 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 946 time: 0.0962598
Apr 07 15:19:51.872394 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-1cede2e6-81dd-4cbd-a129-cb7a8a91550a req-3e348c08-3224-488f-9055-3dc88be8b870 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Deleting port 5f38b7f8-1224-4957-8f24-a1afc866aaa7 {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:19:51.872857 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-1cede2e6-81dd-4cbd-a129-cb7a8a91550a req-3e348c08-3224-488f-9055-3dc88be8b870 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:52.167957 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68614f4e-cf58-457d-bb3b-a74b5f558b13 req-5c9d5956-0f59-4179-a0b6-a22e86e5e80b tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:19:52.169625 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-68614f4e-cf58-457d-bb3b-a74b5f558b13 req-5c9d5956-0f59-4179-a0b6-a22e86e5e80b tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 946 time: 0.2505875
Apr 07 15:19:52.245740 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-68614f4e-cf58-457d-bb3b-a74b5f558b13 req-1f73238a-582a-4568-bc9d-9888016edeb8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687134
Apr 07 15:19:52.272421 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-1cede2e6-81dd-4cbd-a129-cb7a8a91550a req-3e348c08-3224-488f-9055-3dc88be8b870 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] For port 5f38b7f8-1224-4957-8f24-a1afc866aaa7, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=5f38b7f8-1224-4957-8f24-a1afc866aaa7,segment=NetworkSegment(5edea384-b393-40bb-9192-75b6d6f83470),segment_id=5edea384-b393-40bb-9192-75b6d6f83470)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:19:52.272782 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-1cede2e6-81dd-4cbd-a129-cb7a8a91550a req-3e348c08-3224-488f-9055-3dc88be8b870 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:52.411285 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-1cede2e6-81dd-4cbd-a129-cb7a8a91550a req-3e348c08-3224-488f-9055-3dc88be8b870 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Calling delete_port for 5f38b7f8-1224-4957-8f24-a1afc866aaa7 owned by compute:nova {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:19:52.570292 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-1cede2e6-81dd-4cbd-a129-cb7a8a91550a req-3e348c08-3224-488f-9055-3dc88be8b870 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:52.586865 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5db3a33e-f0d4-4c91-ba48-98a8943b044a tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:19:52.688589 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e348c08-3224-488f-9055-3dc88be8b870 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Pushing event deleted for resources: {'Port': ['ID=5f38b7f8-1224-4957-8f24-a1afc866aaa7,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:19:52.699156 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-3e348c08-3224-488f-9055-3dc88be8b870 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:19:52.847420 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cede2e6-81dd-4cbd-a129-cb7a8a91550a req-3e348c08-3224-488f-9055-3dc88be8b870 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] No DVR routers for this DVR port 5f38b7f8-1224-4957-8f24-a1afc866aaa7 on host hv-cinder-78226 {{(pid=84337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:19:52.850058 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-1cede2e6-81dd-4cbd-a129-cb7a8a91550a req-3e348c08-3224-488f-9055-3dc88be8b870 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:52.857507 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1cede2e6-81dd-4cbd-a129-cb7a8a91550a req-3e348c08-3224-488f-9055-3dc88be8b870 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.65 "DELETE /v2.0/ports/5f38b7f8-1224-4957-8f24-a1afc866aaa7 HTTP/1.1" status: 204  len: 173 time: 1.0616124
Apr 07 15:19:53.131709 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd26784-e21b-49ad-8b51-cb17d42bae7b', 'name': 'network-vif-deleted', 'tag': '5f38b7f8-1224-4957-8f24-a1afc866aaa7'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:19:53.181042 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd26784-e21b-49ad-8b51-cb17d42bae7b', 'name': 'network-vif-deleted', 'tag': '5f38b7f8-1224-4957-8f24-a1afc866aaa7', 'status': 'completed', 'code': 200}
Apr 07 15:19:53.419624 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-0e619165-5d6a-4181-832d-608023e5f5ad req-52b4f0a7-53f3-420e-bd29-d479ec9767fc tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Synchronizing usage tracker for tenant:2f76cffb12134de5b61dbbab4c4abadf on resource:port {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:19:53.437593 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-0e619165-5d6a-4181-832d-608023e5f5ad req-52b4f0a7-53f3-420e-bd29-d479ec9767fc tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Unset dirty status for tenant:2f76cffb12134de5b61dbbab4c4abadf on resource:port {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:19:53.438919 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0e619165-5d6a-4181-832d-608023e5f5ad req-52b4f0a7-53f3-420e-bd29-d479ec9767fc tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd26784-e21b-49ad-8b51-cb17d42bae7b HTTP/1.1" status: 200  len: 210 time: 0.0689123
Apr 07 15:19:53.908922 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device aab93977-433c-4494-9c2e-6d805af56f9b no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:19:53.952976 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] No Port match for: aab93977-433c-4494-9c2e-6d805af56f9b {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:19:53.953418 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device aab93977-433c-4494-9c2e-6d805af56f9b not bound to the agent host hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:19:54.556690 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 39718) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:19:54.633746 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a01ab866-810d-4723-bcdd-ec47a80a82ec tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:54.667482 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a01ab866-810d-4723-bcdd-ec47a80a82ec tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:54.724654 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a01ab866-810d-4723-bcdd-ec47a80a82ec tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:54.728904 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-4f29bdb4-4410-43eb-b1c8-032dfb18c522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:19:54.751319 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ab866-810d-4723-bcdd-ec47a80a82ec tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:19:54.754294 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a01ab866-810d-4723-bcdd-ec47a80a82ec tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:19:54.763188 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a01ab866-810d-4723-bcdd-ec47a80a82ec tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:54.764636 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-a01ab866-810d-4723-bcdd-ec47a80a82ec tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] 10.222.0.39 "DELETE /v2.0/security-groups/1f94a6eb-6cf9-42b9-9ed8-4420fadd3d23 HTTP/1.1" status: 204  len: 168 time: 0.2067039
Apr 07 15:19:54.816984 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 39726) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:19:55.436342 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0f98d38c-a5c1-49c5-80a8-5410e958e11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854367082'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:55.838232 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-0f98d38c-a5c1-49c5-80a8-5410e958e11b admin admin] Deleting port 7f7b6edb-cc8d-472e-9f3a-290b9b167e3c {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:19:55.838862 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0f98d38c-a5c1-49c5-80a8-5410e958e11b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:56.049263 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-0f98d38c-a5c1-49c5-80a8-5410e958e11b admin admin] For port 7f7b6edb-cc8d-472e-9f3a-290b9b167e3c, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=7f7b6edb-cc8d-472e-9f3a-290b9b167e3c,segment=NetworkSegment(5edea384-b393-40bb-9192-75b6d6f83470),segment_id=5edea384-b393-40bb-9192-75b6d6f83470)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:19:56.049576 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0f98d38c-a5c1-49c5-80a8-5410e958e11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:56.192432 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-0f98d38c-a5c1-49c5-80a8-5410e958e11b admin admin] Calling delete_port for 7f7b6edb-cc8d-472e-9f3a-290b9b167e3c owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:19:56.385997 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0f98d38c-a5c1-49c5-80a8-5410e958e11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:56.402578 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-8460ab69-5d05-4c71-8348-443d7b0a50a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:19:56.510382 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98d38c-a5c1-49c5-80a8-5410e958e11b admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7b6edb-cc8d-472e-9f3a-290b9b167e3c,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:19:56.515400 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-0f98d38c-a5c1-49c5-80a8-5410e958e11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:19:56.692730 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 5f38b7f8-1224-4957-8f24-a1afc866aaa7 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:19:56.732199 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] No Port match for: 5f38b7f8-1224-4957-8f24-a1afc866aaa7 {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:19:56.732610 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 5f38b7f8-1224-4957-8f24-a1afc866aaa7 not bound to the agent host hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:19:56.923720 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0f98d38c-a5c1-49c5-80a8-5410e958e11b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854367835'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:57.388051 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8e09efe6-eb59-4b5b-90f3-aed25ed49cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:57.754285 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f98d38c-a5c1-49c5-80a8-5410e958e11b admin admin] Router 707db115-f400-4760-bb7c-76bb9c6c2d36 has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:19:57.956485 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f98d38c-a5c1-49c5-80a8-5410e958e11b admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:19:57.969505 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fb3de6-769a-457c-be28-f096deb52fe7 None None] Sync routers for ids ['707db115-f400-4760-bb7c-76bb9c6c2d36'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:19:57.975729 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-0f98d38c-a5c1-49c5-80a8-5410e958e11b admin admin] 10.222.0.39 "PUT /v2.0/routers/707db115-f400-4760-bb7c-76bb9c6c2d36/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1575644
Apr 07 15:19:57.978608 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 39742) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:19:57.983517 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fb3de6-769a-457c-be28-f096deb52fe7 None None] Routers {'707db115-f400-4760-bb7c-76bb9c6c2d36'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:19:57.984454 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-c4fb3de6-769a-457c-be28-f096deb52fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690ed2f28>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:19:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['707db115-f400-4760-bb7c-76bb9c6c2d36'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:19:58.189329 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-c4fb3de6-769a-457c-be28-f096deb52fe7 None None] Set router 707db115-f400-4760-bb7c-76bb9c6c2d36 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:19:58.261297 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b26a3f56-7498-4165-ba43-3d558319b77c admin admin] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:58.471637 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b26a3f56-7498-4165-ba43-3d558319b77c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:58.482706 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-b26a3f56-7498-4165-ba43-3d558319b77c admin admin] Deleting port b9738507-5f32-494d-8efb-7c2e82e66f28 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:19:58.483301 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b26a3f56-7498-4165-ba43-3d558319b77c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:58.534247 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-c4fb3de6-769a-457c-be28-f096deb52fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690ed2f28>, [{'id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'name': 'tempest-TestShelveInstance-414599984-router', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b9738507-5f32-494d-8efb-7c2e82e66f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:14:59Z', 'updated_at': '2021-04-07T15:19:56Z', 'revision_number': 5, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'gw_port': {'id': 'b9738507-5f32-494d-8efb-7c2e82e66f28', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:00Z', 'updated_at': '2021-04-07T15:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi'}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:19:58.539199 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fb3de6-769a-457c-be28-f096deb52fe7 None None] Checking router: 707db115-f400-4760-bb7c-76bb9c6c2d36 for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:19:58.549773 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fb3de6-769a-457c-be28-f096deb52fe7 None None] Routers {'707db115-f400-4760-bb7c-76bb9c6c2d36'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:19:58.550527 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-c4fb3de6-769a-457c-be28-f096deb52fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690ed2f28>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:19:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['707db115-f400-4760-bb7c-76bb9c6c2d36'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:19:58.702694 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-b26a3f56-7498-4165-ba43-3d558319b77c admin admin] For port b9738507-5f32-494d-8efb-7c2e82e66f28, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=b9738507-5f32-494d-8efb-7c2e82e66f28,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:19:58.703108 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b26a3f56-7498-4165-ba43-3d558319b77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:58.858811 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-b26a3f56-7498-4165-ba43-3d558319b77c admin admin] Calling delete_port for b9738507-5f32-494d-8efb-7c2e82e66f28 owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:19:58.920304 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-c4fb3de6-769a-457c-be28-f096deb52fe7 None None] Set router 707db115-f400-4760-bb7c-76bb9c6c2d36 gateway port host: None {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:19:59.041691 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-c4fb3de6-769a-457c-be28-f096deb52fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690ed2f28>, [{'id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'name': 'tempest-TestShelveInstance-414599984-router', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:14:59Z', 'updated_at': '2021-04-07T15:19:58Z', 'revision_number': 6, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'gw_port_host': None}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:19:59.046512 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fb3de6-769a-457c-be28-f096deb52fe7 None None] The sync data for ids ['707db115-f400-4760-bb7c-76bb9c6c2d36'] in dv-cinder-782260-2-iscsi is: [{'id': '707db115-f400-4760-bb7c-76bb9c6c2d36', 'name': 'tempest-TestShelveInstance-414599984-router', 'tenant_id': '2f76cffb12134de5b61dbbab4c4abadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:14:59Z', 'updated_at': '2021-04-07T15:19:58Z', 'revision_number': 6, 'project_id': '2f76cffb12134de5b61dbbab4c4abadf', 'gw_port_host': None}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:19:59.068963 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b26a3f56-7498-4165-ba43-3d558319b77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:59.139011 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-565ad6ab-39ce-4004-ac8f-2499a09b41bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:19:59.196225 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a3f56-7498-4165-ba43-3d558319b77c admin admin] Pushing event deleted for resources: {'Port': ['ID=b9738507-5f32-494d-8efb-7c2e82e66f28,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:19:59.200424 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b26a3f56-7498-4165-ba43-3d558319b77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:19:59.356303 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b26a3f56-7498-4165-ba43-3d558319b77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854265947'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:59.545278 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b26a3f56-7498-4165-ba43-3d558319b77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8050'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:59.547910 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b26a3f56-7498-4165-ba43-3d558319b77c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:59.573170 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b26a3f56-7498-4165-ba43-3d558319b77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-401551'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:59.573773 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26a3f56-7498-4165-ba43-3d558319b77c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 707db115-f400-4760-bb7c-76bb9c6c2d36 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 07 15:19:59.587005 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b26a3f56-7498-4165-ba43-3d558319b77c admin admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:59.588287 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-b26a3f56-7498-4165-ba43-3d558319b77c admin admin] 10.222.0.39 "DELETE /v2.0/routers/707db115-f400-4760-bb7c-76bb9c6c2d36 HTTP/1.1" status: 204  len: 168 time: 1.6085055
Apr 07 15:19:59.591080 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 39756) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:19:59.660315 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b58d23-ffea-477c-a541-8aa42ff02701 admin admin] Deleting subnet bf450d66-5220-4b2a-a595-d0db8b4aeb81 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 15:19:59.664161 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-17b58d23-ffea-477c-a541-8aa42ff02701 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:59.723548 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-17b58d23-ffea-477c-a541-8aa42ff02701 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2959060'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:59.813619 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-17b58d23-ffea-477c-a541-8aa42ff02701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770737'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:19:59.978645 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3a7be1b6-2443-4305-b1be-70055e05b993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:00.076093 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:00.105667 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-17b58d23-ffea-477c-a541-8aa42ff02701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4103732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852538005'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:00.119782 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-549608cb-050b-4f20-a081-d37b5471762b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:00.384203 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 7f7b6edb-cc8d-472e-9f3a-290b9b167e3c no longer exists at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:20:00.422708 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] No Port match for: 7f7b6edb-cc8d-472e-9f3a-290b9b167e3c {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:20:00.423113 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 7f7b6edb-cc8d-472e-9f3a-290b9b167e3c not bound to the agent host dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:20:00.423602 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device b9738507-5f32-494d-8efb-7c2e82e66f28 no longer exists at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:20:00.466118 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] No Port match for: b9738507-5f32-494d-8efb-7c2e82e66f28 {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:20:00.466525 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device b9738507-5f32-494d-8efb-7c2e82e66f28 not bound to the agent host dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:20:00.482962 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b58d23-ffea-477c-a541-8aa42ff02701 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf450d66-5220-4b2a-a595-d0db8b4aeb81,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:00.485739 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-17b58d23-ffea-477c-a541-8aa42ff02701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:00.531532 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-17b58d23-ffea-477c-a541-8aa42ff02701 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:00.537988 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38f03f6-b43f-4143-8bd7-4a748260b218 None None] Network 59ba7fe3-d40f-4f7c-b163-210007707fcc requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:20:00.538545 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-17b58d23-ffea-477c-a541-8aa42ff02701 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bf450d66-5220-4b2a-a595-d0db8b4aeb81 HTTP/1.1" status: 204  len: 168 time: 0.9462745
Apr 07 15:20:00.541465 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 39764) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:00.672806 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a21265f5-d180-4177-94da-5f4f51de548f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-189805'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:00.750420 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a21265f5-d180-4177-94da-5f4f51de548f admin admin] Deleting port a141debf-dc9b-43c3-a28c-ab15ffaeb81f {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:20:00.750705 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a21265f5-d180-4177-94da-5f4f51de548f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:00.837844 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735e0b2d-ff9f-43c1-882c-dcc8f3aa12c0 None None] DHCP port deletion for 59ba7fe3-d40f-4f7c-b163-210007707fcc request from dv-cinder-782260-2-iscsi {{(pid=84339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 07 15:20:00.842909 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-735e0b2d-ff9f-43c1-882c-dcc8f3aa12c0 None None] Deleting port a141debf-dc9b-43c3-a28c-ab15ffaeb81f {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:20:00.843342 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-735e0b2d-ff9f-43c1-882c-dcc8f3aa12c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:00.990546 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a21265f5-d180-4177-94da-5f4f51de548f admin admin] For port a141debf-dc9b-43c3-a28c-ab15ffaeb81f, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=a141debf-dc9b-43c3-a28c-ab15ffaeb81f,segment=NetworkSegment(5edea384-b393-40bb-9192-75b6d6f83470),segment_id=5edea384-b393-40bb-9192-75b6d6f83470)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:20:00.990981 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a21265f5-d180-4177-94da-5f4f51de548f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:01.080083 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-735e0b2d-ff9f-43c1-882c-dcc8f3aa12c0 None None] For port a141debf-dc9b-43c3-a28c-ab15ffaeb81f, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=a141debf-dc9b-43c3-a28c-ab15ffaeb81f,segment=NetworkSegment(5edea384-b393-40bb-9192-75b6d6f83470),segment_id=5edea384-b393-40bb-9192-75b6d6f83470)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:20:01.080790 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-735e0b2d-ff9f-43c1-882c-dcc8f3aa12c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:01.136060 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a21265f5-d180-4177-94da-5f4f51de548f admin admin] Calling delete_port for a141debf-dc9b-43c3-a28c-ab15ffaeb81f owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:20:01.223874 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-735e0b2d-ff9f-43c1-882c-dcc8f3aa12c0 None None] Calling delete_port for a141debf-dc9b-43c3-a28c-ab15ffaeb81f owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:20:01.226954 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a21265f5-d180-4177-94da-5f4f51de548f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:01.241596 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-4952199f-7ed4-49a2-a519-84eaf02b038f tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:01.307276 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.db.api [None req-735e0b2d-ff9f-43c1-882c-dcc8f3aa12c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 07 15:20:01.307638 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_db.api [None req-735e0b2d-ff9f-43c1-882c-dcc8f3aa12c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 07 15:20:01.338493 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21265f5-d180-4177-94da-5f4f51de548f admin admin] Pushing event deleted for resources: {'Port': ['ID=a141debf-dc9b-43c3-a28c-ab15ffaeb81f,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:01.345814 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a21265f5-d180-4177-94da-5f4f51de548f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:01.363331 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:01.392587 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21265f5-d180-4177-94da-5f4f51de548f admin admin] No DVR routers for this DVR port a141debf-dc9b-43c3-a28c-ab15ffaeb81f on host dv-cinder-782260-2-iscsi {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:20:01.522290 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a21265f5-d180-4177-94da-5f4f51de548f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-63823', 'neutron.services.segments.db._delete_segments_for_network--9223363247586968590'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:01.642757 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-a21265f5-d180-4177-94da-5f4f51de548f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe691526ba8>,) {'filters': {'network_id': ['59ba7fe3-d40f-4f7c-b163-210007707fcc']}} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:01.656088 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-a21265f5-d180-4177-94da-5f4f51de548f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe691526ba8>, '5edea384-b393-40bb-9192-75b6d6f83470') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:01.656433 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-a21265f5-d180-4177-94da-5f4f51de548f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe691526ba8>, '5edea384-b393-40bb-9192-75b6d6f83470') {} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:01.668947 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a21265f5-d180-4177-94da-5f4f51de548f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247586917884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851816724'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:01.684545 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a21265f5-d180-4177-94da-5f4f51de548f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:01.691227 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21265f5-d180-4177-94da-5f4f51de548f admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 15:20:01.817575 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-735e0b2d-ff9f-43c1-882c-dcc8f3aa12c0 None None] Deleting port a141debf-dc9b-43c3-a28c-ab15ffaeb81f {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:20:01.817575 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-735e0b2d-ff9f-43c1-882c-dcc8f3aa12c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:01.879676 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-a21265f5-d180-4177-94da-5f4f51de548f admin admin] Network 59ba7fe3-d40f-4f7c-b163-210007707fcc has no segments {{(pid=84338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:20:01.894132 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a21265f5-d180-4177-94da-5f4f51de548f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4103785'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:01.897515 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-735e0b2d-ff9f-43c1-882c-dcc8f3aa12c0 None None] The port 'a141debf-dc9b-43c3-a28c-ab15ffaeb81f' was deleted {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 07 15:20:01.900295 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:02.011625 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:02.087374 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-a21265f5-d180-4177-94da-5f4f51de548f admin admin] Network 59ba7fe3-d40f-4f7c-b163-210007707fcc has no segments {{(pid=84338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]: Traceback (most recent call last):
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:     timer()
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:     cb(*args, **kw)
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:     return func(*args, **kwargs)
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:     self._notify()
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:     self.callback(batched_events)
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:     event.method(event)
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:     segment_id)['aggregates'][0]
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:     return f(self, *a, **k)
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self._get(url).json()
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:     **kwargs)
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self.request(url, 'GET', **kwargs)
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:     **endpoint_filter)
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 15:20:02.111695 dv-cinder-782260-2-iscsi neutron-server[84224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 15:20:02.199378 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a21265f5-d180-4177-94da-5f4f51de548f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854711993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509890'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:02.204504 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:02.219820 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a21265f5-d180-4177-94da-5f4f51de548f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:02.231013 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21265f5-d180-4177-94da-5f4f51de548f admin admin] Pushing event deleted for resources: {'Network': ['ID=59ba7fe3-d40f-4f7c-b163-210007707fcc,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:02.234356 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a21265f5-d180-4177-94da-5f4f51de548f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:02.247922 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-a21265f5-d180-4177-94da-5f4f51de548f admin admin] 10.222.0.39 "DELETE /v2.0/networks/59ba7fe3-d40f-4f7c-b163-210007707fcc HTTP/1.1" status: 204  len: 168 time: 1.7050853
Apr 07 15:20:02.252762 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 39778) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:02.366285 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device a141debf-dc9b-43c3-a28c-ab15ffaeb81f no longer exists at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:20:02.406463 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] No Port match for: a141debf-dc9b-43c3-a28c-ab15ffaeb81f {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:20:02.406808 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device a141debf-dc9b-43c3-a28c-ab15ffaeb81f not bound to the agent host dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:20:02.849017 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa097edb-ecd5-4439-b47f-ae0c94b91164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854367082'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:03.236034 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-aa097edb-ecd5-4439-b47f-ae0c94b91164 admin admin] Deleting port c1821f49-4efd-4360-acf3-7d7e1a86eefa {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:20:03.236642 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa097edb-ecd5-4439-b47f-ae0c94b91164 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:03.425489 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-aa097edb-ecd5-4439-b47f-ae0c94b91164 admin admin] For port c1821f49-4efd-4360-acf3-7d7e1a86eefa, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=c1821f49-4efd-4360-acf3-7d7e1a86eefa,segment=NetworkSegment(c596fb91-327e-46f1-8298-cb502129f4d1),segment_id=c596fb91-327e-46f1-8298-cb502129f4d1)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:20:03.425755 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa097edb-ecd5-4439-b47f-ae0c94b91164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:03.814753 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-aa097edb-ecd5-4439-b47f-ae0c94b91164 admin admin] Calling delete_port for c1821f49-4efd-4360-acf3-7d7e1a86eefa owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:20:04.006863 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa097edb-ecd5-4439-b47f-ae0c94b91164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:04.020575 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a84de2aa-7f30-4794-8606-350c31273a05 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:04.120776 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa097edb-ecd5-4439-b47f-ae0c94b91164 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1821f49-4efd-4360-acf3-7d7e1a86eefa,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:04.130360 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-aa097edb-ecd5-4439-b47f-ae0c94b91164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:04.480035 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa097edb-ecd5-4439-b47f-ae0c94b91164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854367835'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:05.006964 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa097edb-ecd5-4439-b47f-ae0c94b91164 admin admin] Router cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9 has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:20:05.200311 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa097edb-ecd5-4439-b47f-ae0c94b91164 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:20:05.210566 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5040380b-37cf-4c31-b422-3d2b3c8f5965 None None] Sync routers for ids ['cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9'] in dv-cinder-782260-2-iscsi {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:20:05.211398 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-aa097edb-ecd5-4439-b47f-ae0c94b91164 admin admin] 10.222.0.39 "PUT /v2.0/routers/cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9570529
Apr 07 15:20:05.213915 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 39788) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:05.221458 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5040380b-37cf-4c31-b422-3d2b3c8f5965 None None] Routers {'cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:20:05.222126 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-5040380b-37cf-4c31-b422-3d2b3c8f5965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6915789b0>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:20:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:05.407815 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-43c17529-fcaf-4a3d-b257-5587b145af59 admin admin] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:05.574464 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-5040380b-37cf-4c31-b422-3d2b3c8f5965 None None] Set router cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:20:05.602412 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-43c17529-fcaf-4a3d-b257-5587b145af59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:05.611192 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-43c17529-fcaf-4a3d-b257-5587b145af59 admin admin] Deleting port ac08e3cf-7cbc-48e6-80fa-3d9809f0625f {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:20:05.611571 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-43c17529-fcaf-4a3d-b257-5587b145af59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:05.804834 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-43c17529-fcaf-4a3d-b257-5587b145af59 admin admin] For port ac08e3cf-7cbc-48e6-80fa-3d9809f0625f, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=ac08e3cf-7cbc-48e6-80fa-3d9809f0625f,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:20:05.805279 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-43c17529-fcaf-4a3d-b257-5587b145af59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:05.881968 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-5040380b-37cf-4c31-b422-3d2b3c8f5965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6915789b0>, [{'id': 'cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9', 'name': 'tempest-TestShelveInstance-1507451331-router', 'tenant_id': '779ce9b33be94547b20e88cadc4f3e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ac08e3cf-7cbc-48e6-80fa-3d9809f0625f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:15:07Z', 'updated_at': '2021-04-07T15:20:03Z', 'revision_number': 5, 'project_id': '779ce9b33be94547b20e88cadc4f3e24', 'gw_port': {'id': 'ac08e3cf-7cbc-48e6-80fa-3d9809f0625f', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:15:08Z', 'updated_at': '2021-04-07T15:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi'}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:05.886403 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5040380b-37cf-4c31-b422-3d2b3c8f5965 None None] Checking router: cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9 for host: dv-cinder-782260-2-iscsi {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:20:05.896398 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5040380b-37cf-4c31-b422-3d2b3c8f5965 None None] Routers {'cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:20:05.897047 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-5040380b-37cf-4c31-b422-3d2b3c8f5965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6915789b0>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:20:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:05.939768 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-43c17529-fcaf-4a3d-b257-5587b145af59 admin admin] Calling delete_port for ac08e3cf-7cbc-48e6-80fa-3d9809f0625f owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:20:06.059229 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-5040380b-37cf-4c31-b422-3d2b3c8f5965 None None] Set router cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9 gateway port host: None {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:20:06.126671 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-43c17529-fcaf-4a3d-b257-5587b145af59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:06.140469 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-2d04179a-631b-4c9f-bf79-655a707a468b tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:06.174996 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-5040380b-37cf-4c31-b422-3d2b3c8f5965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6915789b0>, [{'id': 'cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9', 'name': 'tempest-TestShelveInstance-1507451331-router', 'tenant_id': '779ce9b33be94547b20e88cadc4f3e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:15:07Z', 'updated_at': '2021-04-07T15:20:05Z', 'revision_number': 6, 'project_id': '779ce9b33be94547b20e88cadc4f3e24', 'gw_port_host': None}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:06.179376 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5040380b-37cf-4c31-b422-3d2b3c8f5965 None None] The sync data for ids ['cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9'] in dv-cinder-782260-2-iscsi is: [{'id': 'cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9', 'name': 'tempest-TestShelveInstance-1507451331-router', 'tenant_id': '779ce9b33be94547b20e88cadc4f3e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:15:07Z', 'updated_at': '2021-04-07T15:20:05Z', 'revision_number': 6, 'project_id': '779ce9b33be94547b20e88cadc4f3e24', 'gw_port_host': None}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:20:06.238897 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c17529-fcaf-4a3d-b257-5587b145af59 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac08e3cf-7cbc-48e6-80fa-3d9809f0625f,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:06.249441 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-43c17529-fcaf-4a3d-b257-5587b145af59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:06.396309 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device c1821f49-4efd-4360-acf3-7d7e1a86eefa no longer exists at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:20:06.416937 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-43c17529-fcaf-4a3d-b257-5587b145af59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854265947'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:06.443899 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] No Port match for: c1821f49-4efd-4360-acf3-7d7e1a86eefa {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:20:06.444302 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device c1821f49-4efd-4360-acf3-7d7e1a86eefa not bound to the agent host dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:20:06.854468 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-43c17529-fcaf-4a3d-b257-5587b145af59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8050'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:06.856916 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-43c17529-fcaf-4a3d-b257-5587b145af59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:06.887922 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-43c17529-fcaf-4a3d-b257-5587b145af59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-401551'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:06.888620 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c17529-fcaf-4a3d-b257-5587b145af59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 07 15:20:06.902003 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-43c17529-fcaf-4a3d-b257-5587b145af59 admin admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:06.903816 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-43c17529-fcaf-4a3d-b257-5587b145af59 admin admin] 10.222.0.39 "DELETE /v2.0/routers/cb1ced09-2f88-4bfb-ad62-2b9b783e6ba9 HTTP/1.1" status: 204  len: 168 time: 1.6885056
Apr 07 15:20:06.906666 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 39800) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:06.982028 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_v2 [None req-168048fe-db02-4203-8954-5dffc965a451 admin admin] Deleting subnet ab6db1d8-9252-4be2-927a-eac7766808f8 {{(pid=84337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 15:20:06.985547 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-168048fe-db02-4203-8954-5dffc965a451 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:07.042422 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-168048fe-db02-4203-8954-5dffc965a451 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851978756'] for subnet, precommit_delete_associations {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:07.178742 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-168048fe-db02-4203-8954-5dffc965a451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770737'] for subnet, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:07.451478 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-168048fe-db02-4203-8954-5dffc965a451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852156596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851747216'] for subnet, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:07.471090 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1cb4441d-beed-455d-b62e-263bd4196a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:07.559025 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168048fe-db02-4203-8954-5dffc965a451 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab6db1d8-9252-4be2-927a-eac7766808f8,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:07.571849 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-168048fe-db02-4203-8954-5dffc965a451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:07.605041 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-168048fe-db02-4203-8954-5dffc965a451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for subnet, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:07.610723 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0382a5f9-e669-4812-b0d8-a362caac0fa2 None None] Network f63ad2a0-17f1-486c-b513-b7fc6dc2ac30 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:20:07.611551 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-168048fe-db02-4203-8954-5dffc965a451 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ab6db1d8-9252-4be2-927a-eac7766808f8 HTTP/1.1" status: 204  len: 168 time: 0.7036974
Apr 07 15:20:07.614383 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 39804) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:07.732624 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-79d74527-2ef1-4b49-9ac0-145f7484cd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-189805'] for network, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:07.806471 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-79d74527-2ef1-4b49-9ac0-145f7484cd8d admin admin] Deleting port c493e001-5a5b-4fd0-8fc1-d3a421cf56f7 {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:20:07.806847 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-79d74527-2ef1-4b49-9ac0-145f7484cd8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:07.892351 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dedd1fd-a182-4cff-bebd-7f1bddc93b03 None None] DHCP port deletion for f63ad2a0-17f1-486c-b513-b7fc6dc2ac30 request from dv-cinder-782260-2-iscsi {{(pid=84339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 07 15:20:07.898321 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-4dedd1fd-a182-4cff-bebd-7f1bddc93b03 None None] Deleting port c493e001-5a5b-4fd0-8fc1-d3a421cf56f7 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:20:07.898981 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4dedd1fd-a182-4cff-bebd-7f1bddc93b03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:08.037105 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-79d74527-2ef1-4b49-9ac0-145f7484cd8d admin admin] For port c493e001-5a5b-4fd0-8fc1-d3a421cf56f7, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=c493e001-5a5b-4fd0-8fc1-d3a421cf56f7,segment=NetworkSegment(c596fb91-327e-46f1-8298-cb502129f4d1),segment_id=c596fb91-327e-46f1-8298-cb502129f4d1)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:20:08.037719 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-79d74527-2ef1-4b49-9ac0-145f7484cd8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:08.135987 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-4dedd1fd-a182-4cff-bebd-7f1bddc93b03 None None] For port c493e001-5a5b-4fd0-8fc1-d3a421cf56f7, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=c493e001-5a5b-4fd0-8fc1-d3a421cf56f7,segment=NetworkSegment(c596fb91-327e-46f1-8298-cb502129f4d1),segment_id=c596fb91-327e-46f1-8298-cb502129f4d1)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:20:08.136416 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4dedd1fd-a182-4cff-bebd-7f1bddc93b03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:08.175898 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-79d74527-2ef1-4b49-9ac0-145f7484cd8d admin admin] Calling delete_port for c493e001-5a5b-4fd0-8fc1-d3a421cf56f7 owned by network:dhcp {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:20:08.257978 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-79d74527-2ef1-4b49-9ac0-145f7484cd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:08.269449 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-4dedd1fd-a182-4cff-bebd-7f1bddc93b03 None None] Calling delete_port for c493e001-5a5b-4fd0-8fc1-d3a421cf56f7 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:20:08.275863 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:08.350119 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.db.api [None req-4dedd1fd-a182-4cff-bebd-7f1bddc93b03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 07 15:20:08.350538 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_db.api [None req-4dedd1fd-a182-4cff-bebd-7f1bddc93b03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 07 15:20:08.379175 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d74527-2ef1-4b49-9ac0-145f7484cd8d admin admin] Pushing event deleted for resources: {'Port': ['ID=c493e001-5a5b-4fd0-8fc1-d3a421cf56f7,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:08.382879 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device c493e001-5a5b-4fd0-8fc1-d3a421cf56f7 no longer exists at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:20:08.383697 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-79d74527-2ef1-4b49-9ac0-145f7484cd8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:08.419843 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] No Port match for: c493e001-5a5b-4fd0-8fc1-d3a421cf56f7 {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:20:08.420244 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device c493e001-5a5b-4fd0-8fc1-d3a421cf56f7 not bound to the agent host dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:20:08.420711 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device ac08e3cf-7cbc-48e6-80fa-3d9809f0625f no longer exists at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:20:08.427471 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d74527-2ef1-4b49-9ac0-145f7484cd8d admin admin] No DVR routers for this DVR port c493e001-5a5b-4fd0-8fc1-d3a421cf56f7 on host dv-cinder-782260-2-iscsi {{(pid=84337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:20:08.457178 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] No Port match for: ac08e3cf-7cbc-48e6-80fa-3d9809f0625f {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:20:08.457751 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device ac08e3cf-7cbc-48e6-80fa-3d9809f0625f not bound to the agent host dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:20:08.556214 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-79d74527-2ef1-4b49-9ac0-145f7484cd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-63823', 'neutron.services.segments.db._delete_segments_for_network--9223363247586968590'] for network, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:08.852153 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-4dedd1fd-a182-4cff-bebd-7f1bddc93b03 None None] Deleting port c493e001-5a5b-4fd0-8fc1-d3a421cf56f7 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:20:08.852506 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4dedd1fd-a182-4cff-bebd-7f1bddc93b03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:08.919669 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-79d74527-2ef1-4b49-9ac0-145f7484cd8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe691142710>,) {'filters': {'network_id': ['f63ad2a0-17f1-486c-b513-b7fc6dc2ac30']}} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:08.926613 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-4dedd1fd-a182-4cff-bebd-7f1bddc93b03 None None] The port 'c493e001-5a5b-4fd0-8fc1-d3a421cf56f7' was deleted {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 07 15:20:08.936171 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-79d74527-2ef1-4b49-9ac0-145f7484cd8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe691142710>, 'c596fb91-327e-46f1-8298-cb502129f4d1') {'for_net_delete': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:08.936517 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-79d74527-2ef1-4b49-9ac0-145f7484cd8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe691142710>, 'c596fb91-327e-46f1-8298-cb502129f4d1') {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:08.950110 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-79d74527-2ef1-4b49-9ac0-145f7484cd8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247586917884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2796996'] for segment, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:08.970614 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-79d74527-2ef1-4b49-9ac0-145f7484cd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:08.977524 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d74527-2ef1-4b49-9ac0-145f7484cd8d admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=84337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 15:20:09.164302 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-79d74527-2ef1-4b49-9ac0-145f7484cd8d admin admin] Network f63ad2a0-17f1-486c-b513-b7fc6dc2ac30 has no segments {{(pid=84337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:20:09.173539 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-79d74527-2ef1-4b49-9ac0-145f7484cd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852156655'] for segment, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:09.358315 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-79d74527-2ef1-4b49-9ac0-145f7484cd8d admin admin] Network f63ad2a0-17f1-486c-b513-b7fc6dc2ac30 has no segments {{(pid=84337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]: Traceback (most recent call last):
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:     timer()
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:     cb(*args, **kw)
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:     return func(*args, **kwargs)
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:     self._notify()
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:     self.callback(batched_events)
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:     event.method(event)
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:     segment_id)['aggregates'][0]
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:     return f(self, *a, **k)
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self._get(url).json()
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:     **kwargs)
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self.request(url, 'GET', **kwargs)
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:     **endpoint_filter)
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 15:20:09.381418 dv-cinder-782260-2-iscsi neutron-server[84224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 15:20:09.474557 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-79d74527-2ef1-4b49-9ac0-145f7484cd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854711993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509890'] for network, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:09.478581 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:09.495755 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-79d74527-2ef1-4b49-9ac0-145f7484cd8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:09.504699 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d74527-2ef1-4b49-9ac0-145f7484cd8d admin admin] Pushing event deleted for resources: {'Network': ['ID=f63ad2a0-17f1-486c-b513-b7fc6dc2ac30,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:09.507840 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-79d74527-2ef1-4b49-9ac0-145f7484cd8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:09.512411 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-79d74527-2ef1-4b49-9ac0-145f7484cd8d admin admin] 10.222.0.39 "DELETE /v2.0/networks/f63ad2a0-17f1-486c-b513-b7fc6dc2ac30 HTTP/1.1" status: 204  len: 168 time: 1.8944733
Apr 07 15:20:09.635861 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 39826) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:09.676096 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-53bff84d-27c8-4a5d-8263-7b92b2ce963d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2f76cffb12134de5b61dbbab4c4abadf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0386219
Apr 07 15:20:09.678734 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 39830) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:09.741782 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-18e1336a-13ea-4a7c-81b9-aca29fd9deea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:09.770417 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-18e1336a-13ea-4a7c-81b9-aca29fd9deea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:09.819234 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-18e1336a-13ea-4a7c-81b9-aca29fd9deea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:09.823111 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-074bd78a-4529-4900-b156-717b5d23533b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:09.837770 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1336a-13ea-4a7c-81b9-aca29fd9deea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49f7efc-2329-4f70-8cac-29b20d2be049,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:09.841931 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-18e1336a-13ea-4a7c-81b9-aca29fd9deea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:09.845380 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-18e1336a-13ea-4a7c-81b9-aca29fd9deea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:09.846587 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-18e1336a-13ea-4a7c-81b9-aca29fd9deea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e49f7efc-2329-4f70-8cac-29b20d2be049 HTTP/1.1" status: 204  len: 168 time: 0.1669052
Apr 07 15:20:10.235533 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 39838) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:10.299547 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-342274d2-d00a-4270-a53c-cbfb348aa39e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=779ce9b33be94547b20e88cadc4f3e24&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0625796
Apr 07 15:20:10.302524 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 39842) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:10.371353 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-74caa019-dd12-4c38-9d65-5bd950a4e03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:10.399792 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-74caa019-dd12-4c38-9d65-5bd950a4e03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:10.462616 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-74caa019-dd12-4c38-9d65-5bd950a4e03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:10.466659 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-8fba5fba-ba1a-44fd-b9db-f461807287c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:10.478828 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74caa019-dd12-4c38-9d65-5bd950a4e03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14d6b17-f805-430f-9bc4-07f61872651e,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:10.482598 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-74caa019-dd12-4c38-9d65-5bd950a4e03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:10.485871 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-74caa019-dd12-4c38-9d65-5bd950a4e03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:10.487082 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-74caa019-dd12-4c38-9d65-5bd950a4e03a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c14d6b17-f805-430f-9bc4-07f61872651e HTTP/1.1" status: 204  len: 168 time: 0.1829541
Apr 07 15:20:11.297307 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 39872) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:11.431276 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-e0b20f96-1909-4af0-a2bb-39fa037145c2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-573917843-network', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:20:11.436783 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-e0b20f96-1909-4af0-a2bb-39fa037145c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:20:11.441293 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-e0b20f96-1909-4af0-a2bb-39fa037145c2 admin admin] Usage tracker for resource:network and tenant:a513548b70c04cb59fd49f59b979179e is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:20:11.446050 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-e0b20f96-1909-4af0-a2bb-39fa037145c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:20:11.452823 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-e0b20f96-1909-4af0-a2bb-39fa037145c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:20:11.463768 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b20f96-1909-4af0-a2bb-39fa037145c2 admin admin] Made reservation on behalf of a513548b70c04cb59fd49f59b979179e for: {'network': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:20:11.468563 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e0b20f96-1909-4af0-a2bb-39fa037145c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for network, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:11.481847 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e0b20f96-1909-4af0-a2bb-39fa037145c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:11.497962 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-e0b20f96-1909-4af0-a2bb-39fa037145c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:20:11.502299 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-e0b20f96-1909-4af0-a2bb-39fa037145c2 admin admin] Usage tracker for resource:security_group_rule and tenant:a513548b70c04cb59fd49f59b979179e is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:20:11.505489 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-e0b20f96-1909-4af0-a2bb-39fa037145c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:20:11.512012 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-e0b20f96-1909-4af0-a2bb-39fa037145c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:20:11.598176 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e0b20f96-1909-4af0-a2bb-39fa037145c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:11.603038 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e0b20f96-1909-4af0-a2bb-39fa037145c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:11.609284 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-8829d3f4-4ea6-43b1-838b-fe5393838911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:11.646137 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b20f96-1909-4af0-a2bb-39fa037145c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'}  {{(pid=84337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 15:20:11.655247 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b20f96-1909-4af0-a2bb-39fa037145c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340bfd65-dac2-429b-b4f1-52c57f217e03,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:11.659166 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e0b20f96-1909-4af0-a2bb-39fa037145c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:11.661771 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e0b20f96-1909-4af0-a2bb-39fa037145c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:11.662166 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.segments_db [None req-e0b20f96-1909-4af0-a2bb-39fa037145c2 admin admin] Added segment d6e931f7-0f70-40cb-b027-b6c01575c613 of type vlan for network 5dbf8263-9260-4744-9890-2491478b8271
Apr 07 15:20:11.689173 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e0b20f96-1909-4af0-a2bb-39fa037145c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247587465195'] for network, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:11.722943 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e0b20f96-1909-4af0-a2bb-39fa037145c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for network, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:11.724324 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b20f96-1909-4af0-a2bb-39fa037145c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:20:11.724972 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e0b20f96-1909-4af0-a2bb-39fa037145c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:11.728558 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:11.838022 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-e0b20f96-1909-4af0-a2bb-39fa037145c2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5394673
Apr 07 15:20:11.839964 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b20f96-1909-4af0-a2bb-39fa037145c2 admin admin] Pushing event updated for resources: {'Network': ['ID=5dbf8263-9260-4744-9890-2491478b8271,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:11.841022 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 39880) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:11.843964 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e0b20f96-1909-4af0-a2bb-39fa037145c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:11.848013 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-f7751ec9-0c9a-4a3f-b4ec-e5d1c895b859 admin admin] Request body: {'subnet': {'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-573917843-subnet', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'ip_version': 4}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:20:11.850119 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Network 5dbf8263-9260-4744-9890-2491478b8271 details requested by agent ovs-agent-dv-cinder-782260-2-iscsi with host dv-cinder-782260-2-iscsi {{(pid=84339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 15:20:11.853445 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-f7751ec9-0c9a-4a3f-b4ec-e5d1c895b859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:20:11.857645 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-f7751ec9-0c9a-4a3f-b4ec-e5d1c895b859 admin admin] Usage tracker for resource:subnet and tenant:a513548b70c04cb59fd49f59b979179e is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:20:11.860836 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-f7751ec9-0c9a-4a3f-b4ec-e5d1c895b859 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:20:11.867479 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-f7751ec9-0c9a-4a3f-b4ec-e5d1c895b859 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:20:11.877644 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7751ec9-0c9a-4a3f-b4ec-e5d1c895b859 admin admin] Made reservation on behalf of a513548b70c04cb59fd49f59b979179e for: {'subnet': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:20:11.882562 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f7751ec9-0c9a-4a3f-b4ec-e5d1c895b859 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3028569'] for subnet, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:12.312790 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f7751ec9-0c9a-4a3f-b4ec-e5d1c895b859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2619264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3028584'] for subnet, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:12.326670 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:12.451669 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7751ec9-0c9a-4a3f-b4ec-e5d1c895b859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96891164-c29f-43fc-aef8-583f277c76af,revision_number=0']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:12.456131 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f7751ec9-0c9a-4a3f-b4ec-e5d1c895b859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:12.526563 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7751ec9-0c9a-4a3f-b4ec-e5d1c895b859 admin admin] Checking segment: {'id': 'd6e931f7-0f70-40cb-b027-b6c01575c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5dbf8263-9260-4744-9890-2491478b8271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:20:12.527262 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7751ec9-0c9a-4a3f-b4ec-e5d1c895b859 admin admin] Network hostable DHCP agents. Network: 5dbf8263-9260-4744-9890-2491478b8271, hostable agents: ['13ef685d-6932-4a97-bd41-a6ee1416974e'], hosted agents: [] {{(pid=84337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 15:20:12.547421 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7751ec9-0c9a-4a3f-b4ec-e5d1c895b859 admin admin] Network 5dbf8263-9260-4744-9890-2491478b8271 is scheduled to be hosted by DHCP agent 13ef685d-6932-4a97-bd41-a6ee1416974e with binding_index 1 {{(pid=84337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 15:20:12.556858 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-f7751ec9-0c9a-4a3f-b4ec-e5d1c895b859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-iscsi, 5dbf8263-9260-4744-9890-2491478b8271) {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:20:12.566685 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022ce524-acd8-4d9d-8860-33ccd8096fc2 None None] Network 5dbf8263-9260-4744-9890-2491478b8271 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:20:12.572479 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7751ec9-0c9a-4a3f-b4ec-e5d1c895b859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:20:12.573135 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f7751ec9-0c9a-4a3f-b4ec-e5d1c895b859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for subnet, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:12.593340 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-f7751ec9-0c9a-4a3f-b4ec-e5d1c895b859 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7511580
Apr 07 15:20:12.596055 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 39890) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:12.601687 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:20:12.606725 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:20:12.610827 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Usage tracker for resource:router and tenant:a513548b70c04cb59fd49f59b979179e is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:20:12.614640 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:20:12.620927 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:20:12.630857 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-401430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8069'] for router, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:12.631929 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-513679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767731'] for router, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:12.648490 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:12.793980 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a4e283-27dd-4901-b402-cd5057f551a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp464fca95-9925-595a-8d56-a9cc01f1882c-5dbf8263-9260-4744-9890-2491478b8271', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'fixed_ips': [{'subnet_id': '96891164-c29f-43fc-aef8-583f277c76af'}]}} from dv-cinder-782260-2-iscsi. {{(pid=84339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 07 15:20:12.794913 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e283-27dd-4901-b402-cd5057f551a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:12.954092 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-509801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-401415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767750'] for router, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:12.965104 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-c9a4e283-27dd-4901-b402-cd5057f551a4 None None] Allocated IP 172.20.0.2 (5dbf8263-9260-4744-9890-2491478b8271/96891164-c29f-43fc-aef8-583f277c76af/dff976e7-f269-4f3d-889a-2bc6cdd95586) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:20:13.302451 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:13.335460 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:13.377535 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e283-27dd-4901-b402-cd5057f551a4 None None] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:13.390890 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-c9a4e283-27dd-4901-b402-cd5057f551a4 None None] Transition to ACTIVE for port object dff976e7-f269-4f3d-889a-2bc6cdd95586 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:20:13.410456 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-c9a4e283-27dd-4901-b402-cd5057f551a4 None None] Transition to ACTIVE for port object dff976e7-f269-4f3d-889a-2bc6cdd95586 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:20:13.415152 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e283-27dd-4901-b402-cd5057f551a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:13.431470 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-aee43963-072d-4d70-aa78-d34e87e91e06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:13.492050 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Allocated IP 172.27.2.250 (aaa28d56-97c7-4706-9a1c-f1c898d32c63/b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0/2f0e074f-234c-4025-a166-1e5c44a216cc) {{(pid=84337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:20:13.564404 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4e283-27dd-4901-b402-cd5057f551a4 None None] Pushing event updated for resources: {'Port': ['ID=dff976e7-f269-4f3d-889a-2bc6cdd95586,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:13.569686 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c9a4e283-27dd-4901-b402-cd5057f551a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:13.620560 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a4e283-27dd-4901-b402-cd5057f551a4 None None] Network 5dbf8263-9260-4744-9890-2491478b8271 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:20:13.621951 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-c9a4e283-27dd-4901-b402-cd5057f551a4 None None] Resources bound (agent type, host, resource id):  {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:20:13.624335 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a4e283-27dd-4901-b402-cd5057f551a4 None None] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:20:13.655270 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:13.686079 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:13.699482 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:13.721239 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-c9a4e283-27dd-4901-b402-cd5057f551a4 None None] Attempting to bind port dff976e7-f269-4f3d-889a-2bc6cdd95586 on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:20:13.721687 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-c9a4e283-27dd-4901-b402-cd5057f551a4 None None] Attempting to bind port dff976e7-f269-4f3d-889a-2bc6cdd95586 by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': 'd6e931f7-0f70-40cb-b027-b6c01575c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5dbf8263-9260-4744-9890-2491478b8271'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:20:13.722106 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a4e283-27dd-4901-b402-cd5057f551a4 None None] Attempting to bind port dff976e7-f269-4f3d-889a-2bc6cdd95586 on network 5dbf8263-9260-4744-9890-2491478b8271 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:20:13.727740 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a4e283-27dd-4901-b402-cd5057f551a4 None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:20:13.728170 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a4e283-27dd-4901-b402-cd5057f551a4 None None] Checking segment: {'id': 'd6e931f7-0f70-40cb-b027-b6c01575c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5dbf8263-9260-4744-9890-2491478b8271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:20:13.728625 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e283-27dd-4901-b402-cd5057f551a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:13.729070 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a4e283-27dd-4901-b402-cd5057f551a4 None None] Bound using segment: {'id': 'd6e931f7-0f70-40cb-b027-b6c01575c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5dbf8263-9260-4744-9890-2491478b8271'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:20:13.729757 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-c9a4e283-27dd-4901-b402-cd5057f551a4 None None] Bound port: dff976e7-f269-4f3d-889a-2bc6cdd95586, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e931f7-0f70-40cb-b027-b6c01575c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5dbf8263-9260-4744-9890-2491478b8271'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:20:13.730179 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e283-27dd-4901-b402-cd5057f551a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:13.818743 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-c9a4e283-27dd-4901-b402-cd5057f551a4 None None] For port dff976e7-f269-4f3d-889a-2bc6cdd95586, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:20:13.822260 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-c9a4e283-27dd-4901-b402-cd5057f551a4 None None] For port dff976e7-f269-4f3d-889a-2bc6cdd95586, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=dff976e7-f269-4f3d-889a-2bc6cdd95586,segment=NetworkSegment(d6e931f7-0f70-40cb-b027-b6c01575c613),segment_id=d6e931f7-0f70-40cb-b027-b6c01575c613)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:20:13.825920 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e283-27dd-4901-b402-cd5057f551a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:13.835012 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Pushing event updated for resources: {'Port': ['ID=2f0e074f-234c-4025-a166-1e5c44a216cc,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:13.842009 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:13.857140 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:13.857644 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:13.858056 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:13.858458 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:13.858858 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:13.859258 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:13.859658 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:13.860021 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:13.860451 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:13.860841 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:13.861240 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:13.861654 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:13.867876 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:13.907293 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Network aaa28d56-97c7-4706-9a1c-f1c898d32c63 is already hosted by enough agents. {{(pid=84337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:20:13.908568 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:20:13.910875 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Received port after_create {{(pid=84337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:20:13.992512 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4e283-27dd-4901-b402-cd5057f551a4 None None] Pushing event updated for resources: {'Port': ['ID=dff976e7-f269-4f3d-889a-2bc6cdd95586,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:13.997958 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c9a4e283-27dd-4901-b402-cd5057f551a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:14.466249 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device dff976e7-f269-4f3d-889a-2bc6cdd95586 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:20:14.552802 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port dff976e7-f269-4f3d-889a-2bc6cdd95586 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:20:14.611547 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:14.984610 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854374369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854265977'] for router, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:15.220135 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Router 0b849c9b-7af5-47cb-b3b3-e2d884178894 is scheduled to L3 agent 68e91330-1547-4583-b49b-ec8634823321 with binding_index 1 {{(pid=84337) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 07 15:20:15.418873 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:20:15.432156 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] Sync routers for ids ['0b849c9b-7af5-47cb-b3b3-e2d884178894'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:20:15.437183 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df4a212-deda-4a79-a07e-9e3b024ea5e9 None None] Network 5dbf8263-9260-4744-9890-2491478b8271 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:20:15.447274 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Notify callbacks [] for router, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:15.448635 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.8515456
Apr 07 15:20:15.451513 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 39920) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:15.538080 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] Routers {'0b849c9b-7af5-47cb-b3b3-e2d884178894'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:20:15.538838 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690c64c50>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:20:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['0b849c9b-7af5-47cb-b3b3-e2d884178894'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:15.613717 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-7733d868-04c3-4225-93df-0e57c40c02ce None None] Provisioning for port dff976e7-f269-4f3d-889a-2bc6cdd95586 completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:20:15.694103 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-7733d868-04c3-4225-93df-0e57c40c02ce None None] Provisioning complete for port dff976e7-f269-4f3d-889a-2bc6cdd95586 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:15.694435 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7733d868-04c3-4225-93df-0e57c40c02ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:15.906539 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] Set router 0b849c9b-7af5-47cb-b3b3-e2d884178894 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:20:16.182522 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-398ae73b-257b-4611-a82b-69ca6d31b529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:16.377719 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7733d868-04c3-4225-93df-0e57c40c02ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:16.417720 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-7733d868-04c3-4225-93df-0e57c40c02ce None None] For port dff976e7-f269-4f3d-889a-2bc6cdd95586, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=dff976e7-f269-4f3d-889a-2bc6cdd95586,segment=NetworkSegment(d6e931f7-0f70-40cb-b027-b6c01575c613),segment_id=d6e931f7-0f70-40cb-b027-b6c01575c613)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:20:16.422193 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-398ae73b-257b-4611-a82b-69ca6d31b529 admin admin] Allocated IP 172.20.0.1 (5dbf8263-9260-4744-9890-2491478b8271/96891164-c29f-43fc-aef8-583f277c76af/fda9b07d-debc-4048-9772-e4f565d5cb7a) {{(pid=84337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:20:16.426172 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7733d868-04c3-4225-93df-0e57c40c02ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:16.439110 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:16.565418 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733d868-04c3-4225-93df-0e57c40c02ce None None] Pushing event updated for resources: {'Port': ['ID=dff976e7-f269-4f3d-889a-2bc6cdd95586,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:16.574460 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7733d868-04c3-4225-93df-0e57c40c02ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:16.596914 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690c64c50>, [{'id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:12Z', 'updated_at': '2021-04-07T15:20:14Z', 'revision_number': 3, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'gw_port': {'id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:46:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:13Z', 'updated_at': '2021-04-07T15:20:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi'}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:16.602019 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] Checking router: 0b849c9b-7af5-47cb-b3b3-e2d884178894 for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:20:16.602259 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] Updating router 0b849c9b-7af5-47cb-b3b3-e2d884178894 port 2f0e074f-234c-4025-a166-1e5c44a216cc binding host dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 15:20:16.604566 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-398ae73b-257b-4611-a82b-69ca6d31b529 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:16.623433 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-398ae73b-257b-4611-a82b-69ca6d31b529 admin admin] Transition to ACTIVE for port object fda9b07d-debc-4048-9772-e4f565d5cb7a will not be triggered until provisioned by entity DHCP. {{(pid=84337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:20:16.650461 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-398ae73b-257b-4611-a82b-69ca6d31b529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:16.661398 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:16.667116 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d1a6fbda-c1e1-4ea0-b04c-7f8538cf3a6a tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:16.802280 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ae73b-257b-4611-a82b-69ca6d31b529 admin admin] Pushing event updated for resources: {'Port': ['ID=fda9b07d-debc-4048-9772-e4f565d5cb7a,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:16.807161 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-398ae73b-257b-4611-a82b-69ca6d31b529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:16.829040 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-2bd89133-7430-48cf-be86-3685b8a5b66f None None] Provisioning complete for port dff976e7-f269-4f3d-889a-2bc6cdd95586 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:16.829391 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2bd89133-7430-48cf-be86-3685b8a5b66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:16.859920 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398ae73b-257b-4611-a82b-69ca6d31b529 admin admin] Network 5dbf8263-9260-4744-9890-2491478b8271 is already hosted by enough agents. {{(pid=84337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:20:16.861438 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-398ae73b-257b-4611-a82b-69ca6d31b529 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:20:16.863874 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398ae73b-257b-4611-a82b-69ca6d31b529 admin admin] Received port after_create {{(pid=84337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:20:16.926522 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-398ae73b-257b-4611-a82b-69ca6d31b529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623627'] for router_interface, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:17.066135 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-398ae73b-257b-4611-a82b-69ca6d31b529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:17.184769 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 39932) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:17.227837 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:17.247214 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] Transition to ACTIVE for port object 2f0e074f-234c-4025-a166-1e5c44a216cc will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:20:17.256625 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:17.264627 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f5a36b-1fb3-419c-b8ee-e5ee10a02e03 admin admin] Deleting subnet 58d6262a-2c35-414a-999e-20078f04a3b5 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 15:20:17.268420 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e0f5a36b-1fb3-419c-b8ee-e5ee10a02e03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:17.274501 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:17.312907 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-264c5dd7-e087-4172-90bd-d95ce227d6a8 None None] Provisioning for port fda9b07d-debc-4048-9772-e4f565d5cb7a completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:20:17.331103 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e0f5a36b-1fb3-419c-b8ee-e5ee10a02e03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2959060'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:17.381529 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-264c5dd7-e087-4172-90bd-d95ce227d6a8 None None] Provisioning complete for port fda9b07d-debc-4048-9772-e4f565d5cb7a triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:17.381903 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-264c5dd7-e087-4172-90bd-d95ce227d6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:17.394769 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e0f5a36b-1fb3-419c-b8ee-e5ee10a02e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770737'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:17.463713 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c7e1c-9c28-463f-a57f-6211038722a3 None None] Pushing event updated for resources: {'Port': ['ID=2f0e074f-234c-4025-a166-1e5c44a216cc,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:17.466691 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1a7c7e1c-9c28-463f-a57f-6211038722a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:17.478462 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-264c5dd7-e087-4172-90bd-d95ce227d6a8 None None] Port fda9b07d-debc-4048-9772-e4f565d5cb7a cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:20:17.542950 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] Attempting to bind port 2f0e074f-234c-4025-a166-1e5c44a216cc on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:20:17.543371 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] Attempting to bind port 2f0e074f-234c-4025-a166-1e5c44a216cc by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:20:17.543776 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] Attempting to bind port 2f0e074f-234c-4025-a166-1e5c44a216cc on network aaa28d56-97c7-4706-9a1c-f1c898d32c63 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:20:17.549852 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:20:17.550586 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] Checking segment: {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:20:17.550732 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:17.551123 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] Bound using segment: {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:20:17.551619 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] Bound port: 2f0e074f-234c-4025-a166-1e5c44a216cc, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:20:17.552033 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:17.610026 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-398ae73b-257b-4611-a82b-69ca6d31b529 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:17.614326 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-398ae73b-257b-4611-a82b-69ca6d31b529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852156545'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:17.641385 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] For port 2f0e074f-234c-4025-a166-1e5c44a216cc, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:20:17.643241 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-003ba982-7892-41c6-beb9-f529e6472201 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:17.644804 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] For port 2f0e074f-234c-4025-a166-1e5c44a216cc, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=2f0e074f-234c-4025-a166-1e5c44a216cc,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:20:17.649444 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:17.665315 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:17.665824 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e0f5a36b-1fb3-419c-b8ee-e5ee10a02e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4103732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852538005'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:17.681753 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:17.732944 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ae73b-257b-4611-a82b-69ca6d31b529 admin admin] Pushing event updated for resources: {'Port': ['ID=fda9b07d-debc-4048-9772-e4f565d5cb7a,revision_number=2']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:17.735981 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-398ae73b-257b-4611-a82b-69ca6d31b529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:17.736808 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-398ae73b-257b-4611-a82b-69ca6d31b529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853103132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408734'] for router_interface, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:17.783071 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5a36b-1fb3-419c-b8ee-e5ee10a02e03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58d6262a-2c35-414a-999e-20078f04a3b5,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:17.787518 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e0f5a36b-1fb3-419c-b8ee-e5ee10a02e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:17.819952 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c7e1c-9c28-463f-a57f-6211038722a3 None None] Pushing event updated for resources: {'Port': ['ID=2f0e074f-234c-4025-a166-1e5c44a216cc,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:17.824810 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1a7c7e1c-9c28-463f-a57f-6211038722a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:17.834432 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e0f5a36b-1fb3-419c-b8ee-e5ee10a02e03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:17.842012 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-e0f5a36b-1fb3-419c-b8ee-e5ee10a02e03 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/58d6262a-2c35-414a-999e-20078f04a3b5 HTTP/1.1" status: 204  len: 168 time: 0.6487072
Apr 07 15:20:17.844752 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 39936) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:17.866953 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] Routers {'0b849c9b-7af5-47cb-b3b3-e2d884178894'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:20:17.867529 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690c64c50>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:20:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['0b849c9b-7af5-47cb-b3b3-e2d884178894'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:17.917894 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398ae73b-257b-4611-a82b-69ca6d31b529 admin admin] Network 5dbf8263-9260-4744-9890-2491478b8271 is already hosted by enough agents. {{(pid=84337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:20:17.919135 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-398ae73b-257b-4611-a82b-69ca6d31b529 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:20:17.968855 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-16c5b265-908e-487f-83ce-7b1ff5a45eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-189805'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:18.075690 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] Set router 0b849c9b-7af5-47cb-b3b3-e2d884178894 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:20:18.143998 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398ae73b-257b-4611-a82b-69ca6d31b529 admin admin] Router 0b849c9b-7af5-47cb-b3b3-e2d884178894 has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:20:18.182079 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-16c5b265-908e-487f-83ce-7b1ff5a45eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-63823', 'neutron.services.segments.db._delete_segments_for_network--9223363247586968590'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:18.294059 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bec6b562-f0b9-4961-9bfe-40681fe69818 None None] Provisioning complete for port fda9b07d-debc-4048-9772-e4f565d5cb7a triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:18.294876 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bec6b562-f0b9-4961-9bfe-40681fe69818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:18.302216 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-16c5b265-908e-487f-83ce-7b1ff5a45eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe690883ac8>,) {'filters': {'network_id': ['cfafd766-1791-41b1-946f-d0c529f18b44']}} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:18.315327 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-16c5b265-908e-487f-83ce-7b1ff5a45eb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe690883ac8>, '44b900f3-7ec1-4014-857c-86a30a29c9ac') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:18.315725 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-16c5b265-908e-487f-83ce-7b1ff5a45eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe690883ac8>, '44b900f3-7ec1-4014-857c-86a30a29c9ac') {} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:18.329413 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-16c5b265-908e-487f-83ce-7b1ff5a45eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247586917884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851816724'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:18.338945 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398ae73b-257b-4611-a82b-69ca6d31b529 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:20:18.349009 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-398ae73b-257b-4611-a82b-69ca6d31b529 admin admin] 10.222.0.39 "PUT /v2.0/routers/0b849c9b-7af5-47cb-b3b3-e2d884178894/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8963287
Apr 07 15:20:18.358239 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-16c5b265-908e-487f-83ce-7b1ff5a45eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:18.365592 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c5b265-908e-487f-83ce-7b1ff5a45eb5 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 15:20:18.394180 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-bec6b562-f0b9-4961-9bfe-40681fe69818 None None] Port fda9b07d-debc-4048-9772-e4f565d5cb7a cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:20:18.447451 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device dff976e7-f269-4f3d-889a-2bc6cdd95586 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:20:18.549153 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port dff976e7-f269-4f3d-889a-2bc6cdd95586 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:18.549604 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:18.553989 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-16c5b265-908e-487f-83ce-7b1ff5a45eb5 admin admin] Network cfafd766-1791-41b1-946f-d0c529f18b44 has no segments {{(pid=84338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:20:18.564620 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-16c5b265-908e-487f-83ce-7b1ff5a45eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4103785'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:18.575403 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:20:18.585530 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690c64c50>, [{'id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:12Z', 'updated_at': '2021-04-07T15:20:16Z', 'revision_number': 4, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'gw_port': {'id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:46:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:13Z', 'updated_at': '2021-04-07T15:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': 'fda9b07d-debc-4048-9772-e4f565d5cb7a', 'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'mac_address': 'fa:16:3e:4a:ea:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '96891164-c29f-43fc-aef8-583f277c76af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:16Z', 'updated_at': '2021-04-07T15:20:17Z', 'revision_number': 2, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'subnets': [{'id': '96891164-c29f-43fc-aef8-583f277c76af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:18.599540 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65873f8-7022-4160-8949-858f412a91d9 None None] The sync data for ids ['0b849c9b-7af5-47cb-b3b3-e2d884178894'] in dv-cinder-782260-2-iscsi is: [{'id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:12Z', 'updated_at': '2021-04-07T15:20:16Z', 'revision_number': 4, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'gw_port': {'id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:46:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:13Z', 'updated_at': '2021-04-07T15:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': 'fda9b07d-debc-4048-9772-e4f565d5cb7a', 'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'mac_address': 'fa:16:3e:4a:ea:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '96891164-c29f-43fc-aef8-583f277c76af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:16Z', 'updated_at': '2021-04-07T15:20:17Z', 'revision_number': 2, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'subnets': [{'id': '96891164-c29f-43fc-aef8-583f277c76af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:20:18.786875 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-16c5b265-908e-487f-83ce-7b1ff5a45eb5 admin admin] Network cfafd766-1791-41b1-946f-d0c529f18b44 has no segments {{(pid=84338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]: Traceback (most recent call last):
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:     timer()
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:     cb(*args, **kw)
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:     return func(*args, **kwargs)
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:     self._notify()
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:     self.callback(batched_events)
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:     event.method(event)
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:     segment_id)['aggregates'][0]
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:     return f(self, *a, **k)
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self._get(url).json()
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:     **kwargs)
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self.request(url, 'GET', **kwargs)
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:     **endpoint_filter)
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 15:20:18.810568 dv-cinder-782260-2-iscsi neutron-server[84224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 15:20:18.888232 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-16c5b265-908e-487f-83ce-7b1ff5a45eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854711993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509890'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:18.892089 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:18.912396 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-16c5b265-908e-487f-83ce-7b1ff5a45eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:18.921531 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5b265-908e-487f-83ce-7b1ff5a45eb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfafd766-1791-41b1-946f-d0c529f18b44,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:18.925835 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 39954) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:18.929465 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-16c5b265-908e-487f-83ce-7b1ff5a45eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:18.932201 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-a7bafd94-8fa9-44e9-b80b-0ccde22d2433 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1562894554-network', 'tenant_id': '27c826b1b0584b3c8a1e348af1df1bad'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:20:18.936692 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-16c5b265-908e-487f-83ce-7b1ff5a45eb5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/cfafd766-1791-41b1-946f-d0c529f18b44 HTTP/1.1" status: 204  len: 168 time: 1.0908580
Apr 07 15:20:18.937311 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-a7bafd94-8fa9-44e9-b80b-0ccde22d2433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:20:18.941729 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-a7bafd94-8fa9-44e9-b80b-0ccde22d2433 admin admin] Usage tracker for resource:network and tenant:27c826b1b0584b3c8a1e348af1df1bad is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:20:18.945125 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-a7bafd94-8fa9-44e9-b80b-0ccde22d2433 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:20:18.951471 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-a7bafd94-8fa9-44e9-b80b-0ccde22d2433 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:20:18.962782 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bafd94-8fa9-44e9-b80b-0ccde22d2433 admin admin] Made reservation on behalf of 27c826b1b0584b3c8a1e348af1df1bad for: {'network': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:20:18.967947 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a7bafd94-8fa9-44e9-b80b-0ccde22d2433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for network, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:18.982367 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a7bafd94-8fa9-44e9-b80b-0ccde22d2433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:19.006122 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-a7bafd94-8fa9-44e9-b80b-0ccde22d2433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:20:19.012562 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-a7bafd94-8fa9-44e9-b80b-0ccde22d2433 admin admin] Usage tracker for resource:security_group_rule and tenant:27c826b1b0584b3c8a1e348af1df1bad is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:20:19.015881 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-a7bafd94-8fa9-44e9-b80b-0ccde22d2433 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:20:19.023390 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-a7bafd94-8fa9-44e9-b80b-0ccde22d2433 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:20:19.138820 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a7bafd94-8fa9-44e9-b80b-0ccde22d2433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:19.141765 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a7bafd94-8fa9-44e9-b80b-0ccde22d2433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:19.146838 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-68989ae3-1712-4d30-88c9-0242c5b59cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:19.174692 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7bafd94-8fa9-44e9-b80b-0ccde22d2433 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'}  {{(pid=84337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 15:20:19.188966 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bafd94-8fa9-44e9-b80b-0ccde22d2433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afce960-93ba-49ed-95bc-2032690cfaa1,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:19.192900 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a7bafd94-8fa9-44e9-b80b-0ccde22d2433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:19.196451 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a7bafd94-8fa9-44e9-b80b-0ccde22d2433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:19.196853 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.segments_db [None req-a7bafd94-8fa9-44e9-b80b-0ccde22d2433 admin admin] Added segment c34248b6-b055-419f-8674-883e762bbfbb of type vlan for network 9911fa10-978b-4d1c-946e-d1935f9ebef1
Apr 07 15:20:19.205228 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 39960) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:19.225923 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a7bafd94-8fa9-44e9-b80b-0ccde22d2433 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247587465195'] for network, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:19.258751 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a7bafd94-8fa9-44e9-b80b-0ccde22d2433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for network, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:19.260342 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bafd94-8fa9-44e9-b80b-0ccde22d2433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:20:19.261000 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a7bafd94-8fa9-44e9-b80b-0ccde22d2433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:19.265248 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-e75bd9e1-411e-48b5-ad30-907ba96dfc91 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4dda97fae7c64863ab4f041f623c1dc4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0577042
Apr 07 15:20:19.266519 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:19.267025 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 39964) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:19.332828 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4e1a7ea5-6315-4cfe-a065-2904a2fddf7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:19.361920 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4e1a7ea5-6315-4cfe-a065-2904a2fddf7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:19.381846 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-a7bafd94-8fa9-44e9-b80b-0ccde22d2433 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4547472
Apr 07 15:20:19.384646 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 39968) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:19.389131 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bafd94-8fa9-44e9-b80b-0ccde22d2433 admin admin] Pushing event updated for resources: {'Network': ['ID=9911fa10-978b-4d1c-946e-d1935f9ebef1,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:19.392827 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-1e946f88-1654-45d6-a771-20b34f3b692b admin admin] Request body: {'subnet': {'network_id': '9911fa10-978b-4d1c-946e-d1935f9ebef1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1562894554-subnet', 'tenant_id': '27c826b1b0584b3c8a1e348af1df1bad', 'ip_version': 4}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:20:19.398198 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a7bafd94-8fa9-44e9-b80b-0ccde22d2433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:19.400423 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Network 9911fa10-978b-4d1c-946e-d1935f9ebef1 details requested by agent ovs-agent-dv-cinder-782260-2-iscsi with host dv-cinder-782260-2-iscsi {{(pid=84339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 15:20:19.410356 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-1e946f88-1654-45d6-a771-20b34f3b692b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:20:19.417165 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-1e946f88-1654-45d6-a771-20b34f3b692b admin admin] Usage tracker for resource:subnet and tenant:27c826b1b0584b3c8a1e348af1df1bad is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:20:19.420437 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-1e946f88-1654-45d6-a771-20b34f3b692b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:20:19.426737 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-1e946f88-1654-45d6-a771-20b34f3b692b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:20:19.438251 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e946f88-1654-45d6-a771-20b34f3b692b admin admin] Made reservation on behalf of 27c826b1b0584b3c8a1e348af1df1bad for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:20:19.443422 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1e946f88-1654-45d6-a771-20b34f3b692b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2237762'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:19.530724 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4e1a7ea5-6315-4cfe-a065-2904a2fddf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:19.541804 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7bc1911f-0f86-4154-b20a-b28a1f19b591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:19.558137 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a7ea5-6315-4cfe-a065-2904a2fddf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6052db15-c504-4269-bee8-d5eccdc31aad,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:19.583898 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-4e1a7ea5-6315-4cfe-a065-2904a2fddf7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:19.599581 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4e1a7ea5-6315-4cfe-a065-2904a2fddf7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:19.600848 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-4e1a7ea5-6315-4cfe-a065-2904a2fddf7e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6052db15-c504-4269-bee8-d5eccdc31aad HTTP/1.1" status: 204  len: 168 time: 0.3328094
Apr 07 15:20:19.953366 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1e946f88-1654-45d6-a771-20b34f3b692b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850671880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2237811'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:19.969151 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e7eceab0-5813-4abb-8940-ed2dab103858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:20.103703 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e946f88-1654-45d6-a771-20b34f3b692b admin admin] Pushing event updated for resources: {'Subnet': ['ID=367286bc-581d-4247-907f-2d4b315a0bf2,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:20.106530 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1e946f88-1654-45d6-a771-20b34f3b692b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:20.179936 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e946f88-1654-45d6-a771-20b34f3b692b admin admin] Checking segment: {'id': 'c34248b6-b055-419f-8674-883e762bbfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9911fa10-978b-4d1c-946e-d1935f9ebef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:20:20.180345 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e946f88-1654-45d6-a771-20b34f3b692b admin admin] Network hostable DHCP agents. Network: 9911fa10-978b-4d1c-946e-d1935f9ebef1, hostable agents: ['13ef685d-6932-4a97-bd41-a6ee1416974e'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 15:20:20.201181 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e946f88-1654-45d6-a771-20b34f3b692b admin admin] Network 9911fa10-978b-4d1c-946e-d1935f9ebef1 is scheduled to be hosted by DHCP agent 13ef685d-6932-4a97-bd41-a6ee1416974e with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 15:20:20.209868 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-1e946f88-1654-45d6-a771-20b34f3b692b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-iscsi, 9911fa10-978b-4d1c-946e-d1935f9ebef1) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:20:20.220570 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9690b514-62fa-466e-9aad-c4d1bdbc4ca0 None None] Network 9911fa10-978b-4d1c-946e-d1935f9ebef1 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:20:20.223428 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e946f88-1654-45d6-a771-20b34f3b692b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:20:20.224128 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1e946f88-1654-45d6-a771-20b34f3b692b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:20.247568 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-1e946f88-1654-45d6-a771-20b34f3b692b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8615992
Apr 07 15:20:20.250321 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 39986) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:20.260917 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-d1b368c0-ae76-4a7d-9090-01c9e85599aa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1562894554-router', 'tenant_id': '27c826b1b0584b3c8a1e348af1df1bad', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:20:20.267064 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d1b368c0-ae76-4a7d-9090-01c9e85599aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:20:20.272553 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d1b368c0-ae76-4a7d-9090-01c9e85599aa admin admin] Usage tracker for resource:router and tenant:27c826b1b0584b3c8a1e348af1df1bad is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:20:20.276283 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d1b368c0-ae76-4a7d-9090-01c9e85599aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:20:20.282863 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d1b368c0-ae76-4a7d-9090-01c9e85599aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:20:20.293588 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d1b368c0-ae76-4a7d-9090-01c9e85599aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-401430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8069'] for router, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:20.294697 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d1b368c0-ae76-4a7d-9090-01c9e85599aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-513679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767731'] for router, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:20.311532 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d1b368c0-ae76-4a7d-9090-01c9e85599aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:20.451648 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 2f0e074f-234c-4025-a166-1e5c44a216cc up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:20:20.502049 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 39996) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:20.568452 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp464fca95-9925-595a-8d56-a9cc01f1882c-9911fa10-978b-4d1c-946e-d1935f9ebef1', 'network_id': '9911fa10-978b-4d1c-946e-d1935f9ebef1', 'tenant_id': '27c826b1b0584b3c8a1e348af1df1bad', 'fixed_ips': [{'subnet_id': '367286bc-581d-4247-907f-2d4b315a0bf2'}]}} from dv-cinder-782260-2-iscsi. {{(pid=84339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 07 15:20:20.569629 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:20.622404 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-2ec24981-5105-475a-a805-33e8b1f5bc5f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-3614070-network', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:20:20.623893 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d1b368c0-ae76-4a7d-9090-01c9e85599aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-509801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-401415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767750'] for router, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:20.628306 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-2ec24981-5105-475a-a805-33e8b1f5bc5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:20:20.633790 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-2ec24981-5105-475a-a805-33e8b1f5bc5f admin admin] Usage tracker for resource:network and tenant:926d6021f4e54c84aaf1afdfd0430193 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:20:20.635060 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port 2f0e074f-234c-4025-a166-1e5c44a216cc completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:20:20.637275 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-2ec24981-5105-475a-a805-33e8b1f5bc5f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:20:20.643969 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-2ec24981-5105-475a-a805-33e8b1f5bc5f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:20:20.645239 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 2f0e074f-234c-4025-a166-1e5c44a216cc triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:20.645550 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:20.654449 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec24981-5105-475a-a805-33e8b1f5bc5f admin admin] Made reservation on behalf of 926d6021f4e54c84aaf1afdfd0430193 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:20:20.659230 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2ec24981-5105-475a-a805-33e8b1f5bc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:20.676942 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2ec24981-5105-475a-a805-33e8b1f5bc5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:20.694306 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-2ec24981-5105-475a-a805-33e8b1f5bc5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:20:20.699206 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-2ec24981-5105-475a-a805-33e8b1f5bc5f admin admin] Usage tracker for resource:security_group_rule and tenant:926d6021f4e54c84aaf1afdfd0430193 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:20:20.702431 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-2ec24981-5105-475a-a805-33e8b1f5bc5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:20:20.708638 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-2ec24981-5105-475a-a805-33e8b1f5bc5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:20:20.800649 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2ec24981-5105-475a-a805-33e8b1f5bc5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:20.804014 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2ec24981-5105-475a-a805-33e8b1f5bc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:20.809730 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-91cdbc7c-b4f1-4050-babc-e679d8795c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:20.839028 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec24981-5105-475a-a805-33e8b1f5bc5f admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'}  {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 15:20:20.852570 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] Allocated IP 172.20.0.2 (9911fa10-978b-4d1c-946e-d1935f9ebef1/367286bc-581d-4247-907f-2d4b315a0bf2/32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:20:20.853412 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec24981-5105-475a-a805-33e8b1f5bc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:20.860691 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2ec24981-5105-475a-a805-33e8b1f5bc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:20.861485 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.segments_db [None req-2ec24981-5105-475a-a805-33e8b1f5bc5f admin admin] Added segment c473b040-5c61-4d14-bd81-e1a044ea8887 of type vlan for network 2545f480-7005-45b4-89ce-78d025057188
Apr 07 15:20:20.870160 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:20.875386 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-2ec24981-5105-475a-a805-33e8b1f5bc5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:20.894428 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2ec24981-5105-475a-a805-33e8b1f5bc5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247587465195'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:20.929121 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2ec24981-5105-475a-a805-33e8b1f5bc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:20.930875 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec24981-5105-475a-a805-33e8b1f5bc5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:20:20.931580 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2ec24981-5105-475a-a805-33e8b1f5bc5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:20.937287 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:20.965007 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] For port 2f0e074f-234c-4025-a166-1e5c44a216cc, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=2f0e074f-234c-4025-a166-1e5c44a216cc,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:20:20.968930 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:20.972936 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:20.984727 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d1b368c0-ae76-4a7d-9090-01c9e85599aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:21.020862 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d1b368c0-ae76-4a7d-9090-01c9e85599aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:21.054001 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-2ec24981-5105-475a-a805-33e8b1f5bc5f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5458245
Apr 07 15:20:21.054001 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 40002) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:21.060542 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-cebf2e56-d95e-481e-966d-4edcce53352f admin admin] Request body: {'subnet': {'network_id': '2545f480-7005-45b4-89ce-78d025057188', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-3614070-subnet', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'ip_version': 4}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:20:21.064379 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec24981-5105-475a-a805-33e8b1f5bc5f admin admin] Pushing event updated for resources: {'Network': ['ID=2545f480-7005-45b4-89ce-78d025057188,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:21.067711 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-2ec24981-5105-475a-a805-33e8b1f5bc5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:21.072669 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-cebf2e56-d95e-481e-966d-4edcce53352f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:20:21.077772 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-cebf2e56-d95e-481e-966d-4edcce53352f admin admin] Usage tracker for resource:subnet and tenant:926d6021f4e54c84aaf1afdfd0430193 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:20:21.080132 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Network 2545f480-7005-45b4-89ce-78d025057188 details requested by agent ovs-agent-dv-cinder-782260-2-iscsi with host dv-cinder-782260-2-iscsi {{(pid=84339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 15:20:21.080833 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-cebf2e56-d95e-481e-966d-4edcce53352f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:20:21.087076 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-cebf2e56-d95e-481e-966d-4edcce53352f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:20:21.096448 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebf2e56-d95e-481e-966d-4edcce53352f admin admin] Made reservation on behalf of 926d6021f4e54c84aaf1afdfd0430193 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:20:21.101279 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cebf2e56-d95e-481e-966d-4edcce53352f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2237762'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:21.102889 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Pushing event updated for resources: {'Port': ['ID=2f0e074f-234c-4025-a166-1e5c44a216cc,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:21.175020 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:21.175417 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:21.175810 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:21.176225 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:21.176608 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:21.176979 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:21.177370 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:21.177749 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:21.178123 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:21.178497 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:21.178897 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:21.179309 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:21.197785 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:21.204263 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-d1b368c0-ae76-4a7d-9090-01c9e85599aa admin admin] Allocated IP 172.27.2.48 (aaa28d56-97c7-4706-9a1c-f1c898d32c63/b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0/182f0ff3-3758-44d4-a92e-d4a3a2439296) {{(pid=84337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:20:21.287508 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:21.298691 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] Transition to ACTIVE for port object 32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:20:21.321659 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] Transition to ACTIVE for port object 32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:20:21.326619 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:21.342615 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-915a5fce-e3a4-443d-ad53-ece48a8c44e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:21.368246 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d1b368c0-ae76-4a7d-9090-01c9e85599aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:21.399743 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d1b368c0-ae76-4a7d-9090-01c9e85599aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:21.415703 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-398ae73b-257b-4611-a82b-69ca6d31b529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:21.477081 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] Pushing event updated for resources: {'Port': ['ID=32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:21.481215 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:21.538019 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cebf2e56-d95e-481e-966d-4edcce53352f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850671880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2237811'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:21.543780 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] Network 9911fa10-978b-4d1c-946e-d1935f9ebef1 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:20:21.545089 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] Resources bound (agent type, host, resource id):  {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:20:21.547553 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:20:21.554345 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1cdd7375-1a99-4eec-84a0-b49d3aef70c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:21.563673 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b368c0-ae76-4a7d-9090-01c9e85599aa admin admin] Pushing event updated for resources: {'Port': ['ID=182f0ff3-3758-44d4-a92e-d4a3a2439296,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:21.574958 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d1b368c0-ae76-4a7d-9090-01c9e85599aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:21.625996 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b368c0-ae76-4a7d-9090-01c9e85599aa admin admin] Network aaa28d56-97c7-4706-9a1c-f1c898d32c63 is already hosted by enough agents. {{(pid=84337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:20:21.627159 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-d1b368c0-ae76-4a7d-9090-01c9e85599aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:20:21.629992 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b368c0-ae76-4a7d-9090-01c9e85599aa admin admin] Received port after_create {{(pid=84337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:20:21.657797 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] Attempting to bind port 32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70 on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:20:21.658163 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] Attempting to bind port 32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70 by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': 'c34248b6-b055-419f-8674-883e762bbfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9911fa10-978b-4d1c-946e-d1935f9ebef1'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:20:21.658556 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] Attempting to bind port 32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70 on network 9911fa10-978b-4d1c-946e-d1935f9ebef1 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:20:21.665019 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:20:21.665019 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] Checking segment: {'id': 'c34248b6-b055-419f-8674-883e762bbfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9911fa10-978b-4d1c-946e-d1935f9ebef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:20:21.665291 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:21.665722 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] Bound using segment: {'id': 'c34248b6-b055-419f-8674-883e762bbfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9911fa10-978b-4d1c-946e-d1935f9ebef1'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:20:21.666255 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] Bound port: 32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c34248b6-b055-419f-8674-883e762bbfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9911fa10-978b-4d1c-946e-d1935f9ebef1'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:20:21.666679 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:21.683290 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf2e56-d95e-481e-966d-4edcce53352f admin admin] Pushing event updated for resources: {'Subnet': ['ID=48a77946-414f-4ef9-885c-70683fd3678b,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:21.696815 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-cebf2e56-d95e-481e-966d-4edcce53352f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:21.756849 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebf2e56-d95e-481e-966d-4edcce53352f admin admin] Checking segment: {'id': 'c473b040-5c61-4d14-bd81-e1a044ea8887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2545f480-7005-45b4-89ce-78d025057188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:20:21.757479 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebf2e56-d95e-481e-966d-4edcce53352f admin admin] Network hostable DHCP agents. Network: 2545f480-7005-45b4-89ce-78d025057188, hostable agents: ['13ef685d-6932-4a97-bd41-a6ee1416974e'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 15:20:21.759490 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] For port 32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:20:21.764358 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] For port 32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70,segment=NetworkSegment(c34248b6-b055-419f-8674-883e762bbfbb),segment_id=c34248b6-b055-419f-8674-883e762bbfbb)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:20:21.769016 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:21.778640 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebf2e56-d95e-481e-966d-4edcce53352f admin admin] Network 2545f480-7005-45b4-89ce-78d025057188 is scheduled to be hosted by DHCP agent 13ef685d-6932-4a97-bd41-a6ee1416974e with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 15:20:21.788320 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-cebf2e56-d95e-481e-966d-4edcce53352f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-iscsi, 2545f480-7005-45b4-89ce-78d025057188) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:20:21.802719 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebf2e56-d95e-481e-966d-4edcce53352f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:20:21.803460 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cebf2e56-d95e-481e-966d-4edcce53352f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:21.824689 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-cebf2e56-d95e-481e-966d-4edcce53352f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7694349
Apr 07 15:20:21.827560 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 40006) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:21.833053 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-09f182d0-ffa6-4798-b857-14ef4c04f642 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-3614070-router', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:20:21.838373 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-09f182d0-ffa6-4798-b857-14ef4c04f642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:20:21.842383 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-09f182d0-ffa6-4798-b857-14ef4c04f642 admin admin] Usage tracker for resource:router and tenant:926d6021f4e54c84aaf1afdfd0430193 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:20:21.846180 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-09f182d0-ffa6-4798-b857-14ef4c04f642 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:20:21.852647 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-09f182d0-ffa6-4798-b857-14ef4c04f642 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:20:21.863511 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-09f182d0-ffa6-4798-b857-14ef4c04f642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-401430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8069'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:21.863770 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1a7c7e1c-9c28-463f-a57f-6211038722a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:21.864858 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-09f182d0-ffa6-4798-b857-14ef4c04f642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-513679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767731'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:21.882980 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-09f182d0-ffa6-4798-b857-14ef4c04f642 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:21.903898 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccb9a04-5eac-435d-a012-cc520b6f47b9 None None] Network 2545f480-7005-45b4-89ce-78d025057188 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:20:22.104514 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76887132-857f-4e74-8888-e89fabf7972c None None] Sync routers for ids ['0b849c9b-7af5-47cb-b3b3-e2d884178894'] in dv-cinder-782260-2-iscsi {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:20:22.116136 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76887132-857f-4e74-8888-e89fabf7972c None None] Routers {'0b849c9b-7af5-47cb-b3b3-e2d884178894'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:20:22.117296 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-76887132-857f-4e74-8888-e89fabf7972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6915a07f0>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:20:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['0b849c9b-7af5-47cb-b3b3-e2d884178894'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:22.209229 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] Pushing event updated for resources: {'Port': ['ID=32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:22.223408 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:22.245030 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp464fca95-9925-595a-8d56-a9cc01f1882c-2545f480-7005-45b4-89ce-78d025057188', 'network_id': '2545f480-7005-45b4-89ce-78d025057188', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'fixed_ips': [{'subnet_id': '48a77946-414f-4ef9-885c-70683fd3678b'}]}} from dv-cinder-782260-2-iscsi. {{(pid=84339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 07 15:20:22.245980 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:22.326100 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-76887132-857f-4e74-8888-e89fabf7972c None None] Set router 0b849c9b-7af5-47cb-b3b3-e2d884178894 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:20:22.468367 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 2f0e074f-234c-4025-a166-1e5c44a216cc up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:20:22.490771 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d1b368c0-ae76-4a7d-9090-01c9e85599aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:22.519532 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-09f182d0-ffa6-4798-b857-14ef4c04f642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-509801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-401415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767750'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:22.586359 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] Allocated IP 172.20.0.2 (2545f480-7005-45b4-89ce-78d025057188/48a77946-414f-4ef9-885c-70683fd3678b/da1eae59-0891-4ced-b72b-435bf5fc3e23) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:20:22.689287 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 2f0e074f-234c-4025-a166-1e5c44a216cc triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:22.689741 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:22.693974 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-76887132-857f-4e74-8888-e89fabf7972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6915a07f0>, [{'id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:12Z', 'updated_at': '2021-04-07T15:20:16Z', 'revision_number': 4, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'gw_port': {'id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:13Z', 'updated_at': '2021-04-07T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': 'fda9b07d-debc-4048-9772-e4f565d5cb7a', 'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'mac_address': 'fa:16:3e:4a:ea:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '96891164-c29f-43fc-aef8-583f277c76af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:16Z', 'updated_at': '2021-04-07T15:20:17Z', 'revision_number': 2, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'subnets': [{'id': '96891164-c29f-43fc-aef8-583f277c76af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:22.700550 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76887132-857f-4e74-8888-e89fabf7972c None None] Checking router: 0b849c9b-7af5-47cb-b3b3-e2d884178894 for host: dv-cinder-782260-2-iscsi {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:20:22.700955 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76887132-857f-4e74-8888-e89fabf7972c None None] Updating router 0b849c9b-7af5-47cb-b3b3-e2d884178894 port fda9b07d-debc-4048-9772-e4f565d5cb7a binding host dv-cinder-782260-2-iscsi {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 15:20:22.853851 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-76887132-857f-4e74-8888-e89fabf7972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:23.002378 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-09f182d0-ffa6-4798-b857-14ef4c04f642 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:23.031618 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d1b368c0-ae76-4a7d-9090-01c9e85599aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854374369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854265977'] for router, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:23.045822 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-09f182d0-ffa6-4798-b857-14ef4c04f642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:23.187482 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:23.199436 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] Transition to ACTIVE for port object da1eae59-0891-4ced-b72b-435bf5fc3e23 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:20:23.215640 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-09f182d0-ffa6-4798-b857-14ef4c04f642 admin admin] Allocated IP 172.27.2.32 (aaa28d56-97c7-4706-9a1c-f1c898d32c63/b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0/58321b71-519b-4415-9a90-49ca1d85676a) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:20:23.222465 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] Transition to ACTIVE for port object da1eae59-0891-4ced-b72b-435bf5fc3e23 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:20:23.227955 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:23.272451 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b368c0-ae76-4a7d-9090-01c9e85599aa admin admin] Router b473389c-d3aa-4098-bfc3-6d7d3ffdcadf is scheduled to L3 agent 68e91330-1547-4583-b49b-ec8634823321 with binding_index 1 {{(pid=84337) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 07 15:20:23.346357 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-76887132-857f-4e74-8888-e89fabf7972c None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:23.361273 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-76887132-857f-4e74-8888-e89fabf7972c None None] Transition to ACTIVE for port object fda9b07d-debc-4048-9772-e4f565d5cb7a will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:20:23.361613 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:23.368052 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-76887132-857f-4e74-8888-e89fabf7972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:23.386413 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-40e7b2a2-a7fe-4308-9828-cf367042d791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:23.397715 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-09f182d0-ffa6-4798-b857-14ef4c04f642 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:23.431868 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-09f182d0-ffa6-4798-b857-14ef4c04f642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:23.433997 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] Pushing event updated for resources: {'Port': ['ID=da1eae59-0891-4ced-b72b-435bf5fc3e23,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:23.437022 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:23.452326 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] Network 2545f480-7005-45b4-89ce-78d025057188 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:20:23.453601 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] Resources bound (agent type, host, resource id):  {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:20:23.456032 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:20:23.457518 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-826aad85-5365-4e69-9e31-d1d231f540c8 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:23.504543 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b368c0-ae76-4a7d-9090-01c9e85599aa admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:20:23.511281 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b5351-3b9e-40be-bea3-7ec0e18351b8 None None] Pushing event updated for resources: {'Port': ['ID=fda9b07d-debc-4048-9772-e4f565d5cb7a,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:23.524261 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b5351-3b9e-40be-bea3-7ec0e18351b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:23.524543 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b5351-3b9e-40be-bea3-7ec0e18351b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:23.525094 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b5351-3b9e-40be-bea3-7ec0e18351b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:23.525659 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b5351-3b9e-40be-bea3-7ec0e18351b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:23.526181 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b5351-3b9e-40be-bea3-7ec0e18351b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:23.526704 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b5351-3b9e-40be-bea3-7ec0e18351b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:23.527227 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b5351-3b9e-40be-bea3-7ec0e18351b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:23.527755 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b5351-3b9e-40be-bea3-7ec0e18351b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:23.528273 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b5351-3b9e-40be-bea3-7ec0e18351b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:23.528814 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b5351-3b9e-40be-bea3-7ec0e18351b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:23.529175 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b5351-3b9e-40be-bea3-7ec0e18351b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:23.529597 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b5351-3b9e-40be-bea3-7ec0e18351b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:20:23.531574 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d1b368c0-ae76-4a7d-9090-01c9e85599aa admin admin] Notify callbacks [] for router, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:23.533144 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-d1b368c0-ae76-4a7d-9090-01c9e85599aa admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.2814796
Apr 07 15:20:23.535959 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40010) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:23.541148 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-053b5351-3b9e-40be-bea3-7ec0e18351b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:23.572318 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] Sync routers for ids ['b473389c-d3aa-4098-bfc3-6d7d3ffdcadf'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:20:23.589320 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] Routers {'b473389c-d3aa-4098-bfc3-6d7d3ffdcadf'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:20:23.590019 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690ed24a8>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:20:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['b473389c-d3aa-4098-bfc3-6d7d3ffdcadf'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:23.638572 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f182d0-ffa6-4798-b857-14ef4c04f642 admin admin] Pushing event updated for resources: {'Port': ['ID=58321b71-519b-4415-9a90-49ca1d85676a,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:23.650670 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-09f182d0-ffa6-4798-b857-14ef4c04f642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:23.735801 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f182d0-ffa6-4798-b857-14ef4c04f642 admin admin] Network aaa28d56-97c7-4706-9a1c-f1c898d32c63 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:20:23.739160 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-09f182d0-ffa6-4798-b857-14ef4c04f642 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:20:23.746474 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f182d0-ffa6-4798-b857-14ef4c04f642 admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:20:23.747709 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] Attempting to bind port da1eae59-0891-4ced-b72b-435bf5fc3e23 on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:20:23.748295 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] Attempting to bind port da1eae59-0891-4ced-b72b-435bf5fc3e23 by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': 'c473b040-5c61-4d14-bd81-e1a044ea8887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2545f480-7005-45b4-89ce-78d025057188'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:20:23.748861 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] Attempting to bind port da1eae59-0891-4ced-b72b-435bf5fc3e23 on network 2545f480-7005-45b4-89ce-78d025057188 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:20:23.783403 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:20:23.784090 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] Checking segment: {'id': 'c473b040-5c61-4d14-bd81-e1a044ea8887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2545f480-7005-45b4-89ce-78d025057188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:20:23.786215 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:23.786854 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] Bound using segment: {'id': 'c473b040-5c61-4d14-bd81-e1a044ea8887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2545f480-7005-45b4-89ce-78d025057188'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:20:23.787666 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] Bound port: da1eae59-0891-4ced-b72b-435bf5fc3e23, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c473b040-5c61-4d14-bd81-e1a044ea8887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2545f480-7005-45b4-89ce-78d025057188'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:20:23.788839 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:23.872330 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-76887132-857f-4e74-8888-e89fabf7972c None None] Attempting to bind port fda9b07d-debc-4048-9772-e4f565d5cb7a on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:20:23.872671 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-76887132-857f-4e74-8888-e89fabf7972c None None] Attempting to bind port fda9b07d-debc-4048-9772-e4f565d5cb7a by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': 'd6e931f7-0f70-40cb-b027-b6c01575c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5dbf8263-9260-4744-9890-2491478b8271'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:20:23.873091 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76887132-857f-4e74-8888-e89fabf7972c None None] Attempting to bind port fda9b07d-debc-4048-9772-e4f565d5cb7a on network 5dbf8263-9260-4744-9890-2491478b8271 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:20:23.884331 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76887132-857f-4e74-8888-e89fabf7972c None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:20:23.884726 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76887132-857f-4e74-8888-e89fabf7972c None None] Checking segment: {'id': 'd6e931f7-0f70-40cb-b027-b6c01575c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5dbf8263-9260-4744-9890-2491478b8271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:20:23.885110 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-76887132-857f-4e74-8888-e89fabf7972c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:23.885707 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76887132-857f-4e74-8888-e89fabf7972c None None] Bound using segment: {'id': 'd6e931f7-0f70-40cb-b027-b6c01575c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5dbf8263-9260-4744-9890-2491478b8271'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:20:23.886739 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-76887132-857f-4e74-8888-e89fabf7972c None None] Bound port: fda9b07d-debc-4048-9772-e4f565d5cb7a, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e931f7-0f70-40cb-b027-b6c01575c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5dbf8263-9260-4744-9890-2491478b8271'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:20:23.887174 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-76887132-857f-4e74-8888-e89fabf7972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:24.016884 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] For port da1eae59-0891-4ced-b72b-435bf5fc3e23, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:20:24.020346 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] Set router b473389c-d3aa-4098-bfc3-6d7d3ffdcadf gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:20:24.020848 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-76887132-857f-4e74-8888-e89fabf7972c None None] For port fda9b07d-debc-4048-9772-e4f565d5cb7a, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:20:24.024434 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-76887132-857f-4e74-8888-e89fabf7972c None None] For port fda9b07d-debc-4048-9772-e4f565d5cb7a, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=fda9b07d-debc-4048-9772-e4f565d5cb7a,segment=NetworkSegment(d6e931f7-0f70-40cb-b027-b6c01575c613),segment_id=d6e931f7-0f70-40cb-b027-b6c01575c613)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:20:24.028927 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-76887132-857f-4e74-8888-e89fabf7972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:24.158791 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:24.234919 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] For port da1eae59-0891-4ced-b72b-435bf5fc3e23, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=da1eae59-0891-4ced-b72b-435bf5fc3e23,segment=NetworkSegment(c473b040-5c61-4d14-bd81-e1a044ea8887),segment_id=c473b040-5c61-4d14-bd81-e1a044ea8887)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:20:24.246061 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec8b859-7269-4e15-b9b6-ea24a6b9458a None None] Network 9911fa10-978b-4d1c-946e-d1935f9ebef1 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:20:24.269080 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:24.399440 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-09f182d0-ffa6-4798-b857-14ef4c04f642 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:24.457083 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:24.474144 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b5351-3b9e-40be-bea3-7ec0e18351b8 None None] Pushing event updated for resources: {'Port': ['ID=fda9b07d-debc-4048-9772-e4f565d5cb7a,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:24.478436 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-053b5351-3b9e-40be-bea3-7ec0e18351b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:24.522598 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:20:24.569469 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76887132-857f-4e74-8888-e89fabf7972c None None] Routers {'0b849c9b-7af5-47cb-b3b3-e2d884178894'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:20:24.570453 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-76887132-857f-4e74-8888-e89fabf7972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6915a07f0>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:20:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['0b849c9b-7af5-47cb-b3b3-e2d884178894'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:24.659284 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-fc6e1430-8e35-4cbe-be64-4c5f4fbffa01 None None] Provisioning for port 32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70 completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:20:24.678646 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d2d53e07-4211-4c82-a07e-4dece54a88fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:24.761699 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] Pushing event updated for resources: {'Port': ['ID=da1eae59-0891-4ced-b72b-435bf5fc3e23,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:24.771427 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:24.895564 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-76887132-857f-4e74-8888-e89fabf7972c None None] Set router 0b849c9b-7af5-47cb-b3b3-e2d884178894 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:20:24.922950 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port 32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:20:24.936540 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-09f182d0-ffa6-4798-b857-14ef4c04f642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854374369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854265977'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:24.950035 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:24.950463 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:25.013749 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-d2d53e07-4211-4c82-a07e-4dece54a88fe admin admin] Allocated IP 172.20.0.1 (9911fa10-978b-4d1c-946e-d1935f9ebef1/367286bc-581d-4247-907f-2d4b315a0bf2/6b1bf4cd-8f31-4c8c-bdc2-206aab77c971) {{(pid=84337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:20:25.227138 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d2d53e07-4211-4c82-a07e-4dece54a88fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:25.247326 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690ed24a8>, [{'id': 'b473389c-d3aa-4098-bfc3-6d7d3ffdcadf', 'name': 'tempest-TestVolumeBootPattern-1562894554-router', 'tenant_id': '27c826b1b0584b3c8a1e348af1df1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '182f0ff3-3758-44d4-a92e-d4a3a2439296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:20Z', 'updated_at': '2021-04-07T15:20:22Z', 'revision_number': 3, 'project_id': '27c826b1b0584b3c8a1e348af1df1bad', 'gw_port': {'id': '182f0ff3-3758-44d4-a92e-d4a3a2439296', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b473389c-d3aa-4098-bfc3-6d7d3ffdcadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:21Z', 'updated_at': '2021-04-07T15:20:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi'}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:25.250029 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-d2d53e07-4211-4c82-a07e-4dece54a88fe admin admin] Transition to ACTIVE for port object 6b1bf4cd-8f31-4c8c-bdc2-206aab77c971 will not be triggered until provisioned by entity DHCP. {{(pid=84337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:20:25.252693 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:25.266976 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] Checking router: b473389c-d3aa-4098-bfc3-6d7d3ffdcadf for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:20:25.267595 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] Updating router b473389c-d3aa-4098-bfc3-6d7d3ffdcadf port 182f0ff3-3758-44d4-a92e-d4a3a2439296 binding host dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 15:20:25.268985 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f182d0-ffa6-4798-b857-14ef4c04f642 admin admin] Router 97bb30c3-1533-47af-a384-6ab755d7e004 is scheduled to L3 agent 68e91330-1547-4583-b49b-ec8634823321 with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 07 15:20:25.295463 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d2d53e07-4211-4c82-a07e-4dece54a88fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:25.312855 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f8b5fba7-02fe-4dea-8660-328eff717380 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:25.339423 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:25.390460 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-76887132-857f-4e74-8888-e89fabf7972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6915a07f0>, [{'id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:12Z', 'updated_at': '2021-04-07T15:20:16Z', 'revision_number': 4, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'gw_port': {'id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:13Z', 'updated_at': '2021-04-07T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': 'fda9b07d-debc-4048-9772-e4f565d5cb7a', 'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'mac_address': 'fa:16:3e:4a:ea:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '96891164-c29f-43fc-aef8-583f277c76af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:16Z', 'updated_at': '2021-04-07T15:20:24Z', 'revision_number': 4, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'subnets': [{'id': '96891164-c29f-43fc-aef8-583f277c76af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:25.395957 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76887132-857f-4e74-8888-e89fabf7972c None None] The sync data for ids ['0b849c9b-7af5-47cb-b3b3-e2d884178894'] in dv-cinder-782260-2-iscsi is: [{'id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:12Z', 'updated_at': '2021-04-07T15:20:16Z', 'revision_number': 4, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'gw_port': {'id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:13Z', 'updated_at': '2021-04-07T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': 'fda9b07d-debc-4048-9772-e4f565d5cb7a', 'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'mac_address': 'fa:16:3e:4a:ea:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '96891164-c29f-43fc-aef8-583f277c76af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:16Z', 'updated_at': '2021-04-07T15:20:24Z', 'revision_number': 4, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'subnets': [{'id': '96891164-c29f-43fc-aef8-583f277c76af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:20:25.734432 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d53e07-4211-4c82-a07e-4dece54a88fe admin admin] Pushing event updated for resources: {'Port': ['ID=6b1bf4cd-8f31-4c8c-bdc2-206aab77c971,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:25.750776 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d2d53e07-4211-4c82-a07e-4dece54a88fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:25.762168 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f182d0-ffa6-4798-b857-14ef4c04f642 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:20:25.771812 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] Sync routers for ids ['97bb30c3-1533-47af-a384-6ab755d7e004'] in dv-cinder-782260-2-iscsi {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:20:25.791232 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] Routers {'97bb30c3-1533-47af-a384-6ab755d7e004'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:20:25.792174 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe69112f6d8>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:20:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['97bb30c3-1533-47af-a384-6ab755d7e004'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:25.799842 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-09f182d0-ffa6-4798-b857-14ef4c04f642 admin admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:25.800159 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] For port 32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70,segment=NetworkSegment(c34248b6-b055-419f-8674-883e762bbfbb),segment_id=c34248b6-b055-419f-8674-883e762bbfbb)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:20:25.801525 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-09f182d0-ffa6-4798-b857-14ef4c04f642 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.9728813
Apr 07 15:20:25.804686 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 40016) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:25.902108 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d53e07-4211-4c82-a07e-4dece54a88fe admin admin] Network 9911fa10-978b-4d1c-946e-d1935f9ebef1 is already hosted by enough agents. {{(pid=84337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:20:25.903600 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-d2d53e07-4211-4c82-a07e-4dece54a88fe admin admin] Resources bound (agent type, host, resource id):  {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:20:25.907093 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d53e07-4211-4c82-a07e-4dece54a88fe admin admin] Received port after_create {{(pid=84337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:20:25.948667 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:25.952182 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:25.971583 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d2d53e07-4211-4c82-a07e-4dece54a88fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623627'] for router_interface, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:26.047989 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Pushing event updated for resources: {'Port': ['ID=32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:26.056848 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:26.107749 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d2d53e07-4211-4c82-a07e-4dece54a88fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:26.183514 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] Set router 97bb30c3-1533-47af-a384-6ab755d7e004 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:20:26.196001 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:26.222740 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] Transition to ACTIVE for port object 182f0ff3-3758-44d4-a92e-d4a3a2439296 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:20:26.232143 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:26.249316 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:26.509857 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19919f19-93f7-4fb6-9716-058599fb5053 None None] Pushing event updated for resources: {'Port': ['ID=182f0ff3-3758-44d4-a92e-d4a3a2439296,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:26.535166 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-19919f19-93f7-4fb6-9716-058599fb5053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:26.568611 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-545bc5b3-280a-4062-bff4-f307ecae14fc None None] Provisioning complete for port 32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:26.569046 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-545bc5b3-280a-4062-bff4-f307ecae14fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:26.653842 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] Attempting to bind port 182f0ff3-3758-44d4-a92e-d4a3a2439296 on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:20:26.654276 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] Attempting to bind port 182f0ff3-3758-44d4-a92e-d4a3a2439296 by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:20:26.654694 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] Attempting to bind port 182f0ff3-3758-44d4-a92e-d4a3a2439296 on network aaa28d56-97c7-4706-9a1c-f1c898d32c63 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:20:26.680905 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device da1eae59-0891-4ced-b72b-435bf5fc3e23 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:20:26.751242 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:20:26.751851 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] Checking segment: {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:20:26.752116 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:26.752567 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] Bound using segment: {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:20:26.753119 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] Bound port: 182f0ff3-3758-44d4-a92e-d4a3a2439296, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:20:26.753573 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:26.764392 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d2d53e07-4211-4c82-a07e-4dece54a88fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:26.769769 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d2d53e07-4211-4c82-a07e-4dece54a88fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852156545'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:26.833828 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b43c460f-5cc6-418c-9ad7-55b7c92f75ee tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:26.852489 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e7c790-9266-45be-9fc3-d14cb7041a5a None None] Network 2545f480-7005-45b4-89ce-78d025057188 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:20:26.877498 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe69112f6d8>, [{'id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'name': 'tempest-TestMinimumBasicScenario-3614070-router', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '58321b71-519b-4415-9a90-49ca1d85676a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:21Z', 'updated_at': '2021-04-07T15:20:24Z', 'revision_number': 3, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'gw_port': {'id': '58321b71-519b-4415-9a90-49ca1d85676a', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ce:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:23Z', 'updated_at': '2021-04-07T15:20:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi'}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:26.882693 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] Checking router: 97bb30c3-1533-47af-a384-6ab755d7e004 for host: dv-cinder-782260-2-iscsi {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:20:26.883269 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] Updating router 97bb30c3-1533-47af-a384-6ab755d7e004 port 58321b71-519b-4415-9a90-49ca1d85676a binding host dv-cinder-782260-2-iscsi {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 15:20:26.932182 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d53e07-4211-4c82-a07e-4dece54a88fe admin admin] Pushing event updated for resources: {'Port': ['ID=6b1bf4cd-8f31-4c8c-bdc2-206aab77c971,revision_number=2']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:26.935259 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d2d53e07-4211-4c82-a07e-4dece54a88fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853103132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408734'] for router_interface, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:26.952443 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:27.007006 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d2d53e07-4211-4c82-a07e-4dece54a88fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:27.011728 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-92bf44c4-ab6b-4e7d-a35b-2e43a2c70724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:27.045423 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] For port 182f0ff3-3758-44d4-a92e-d4a3a2439296, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:20:27.050211 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port da1eae59-0891-4ced-b72b-435bf5fc3e23 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:20:27.059354 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] For port 182f0ff3-3758-44d4-a92e-d4a3a2439296, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=182f0ff3-3758-44d4-a92e-d4a3a2439296,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:20:27.060519 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:20:27.102213 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d53e07-4211-4c82-a07e-4dece54a88fe admin admin] Network 9911fa10-978b-4d1c-946e-d1935f9ebef1 is already hosted by enough agents. {{(pid=84337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:20:27.103544 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-d2d53e07-4211-4c82-a07e-4dece54a88fe admin admin] Resources bound (agent type, host, resource id):  {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:20:27.113778 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:27.149213 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1a7c7e1c-9c28-463f-a57f-6211038722a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:27.338859 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-92bf44c4-ab6b-4e7d-a35b-2e43a2c70724 admin admin] Allocated IP 172.20.0.1 (2545f480-7005-45b4-89ce-78d025057188/48a77946-414f-4ef9-885c-70683fd3678b/62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:20:27.354603 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-03a5946f-d7b6-4e65-b8df-cfc0f12fd29f None None] Provisioning for port 6b1bf4cd-8f31-4c8c-bdc2-206aab77c971 completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:20:27.377612 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d53e07-4211-4c82-a07e-4dece54a88fe admin admin] Router b473389c-d3aa-4098-bfc3-6d7d3ffdcadf has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:20:27.420809 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-03a5946f-d7b6-4e65-b8df-cfc0f12fd29f None None] Provisioning complete for port 6b1bf4cd-8f31-4c8c-bdc2-206aab77c971 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:27.421322 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-03a5946f-d7b6-4e65-b8df-cfc0f12fd29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:27.447497 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:27.461877 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] Transition to ACTIVE for port object 58321b71-519b-4415-9a90-49ca1d85676a will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:20:27.468965 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:27.486267 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-67d3ef30-a1d2-4d2f-810d-0267a039a707 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:27.500003 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19919f19-93f7-4fb6-9716-058599fb5053 None None] Pushing event updated for resources: {'Port': ['ID=182f0ff3-3758-44d4-a92e-d4a3a2439296,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:27.512905 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-19919f19-93f7-4fb6-9716-058599fb5053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:27.544128 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5a3cd841-098b-4543-9ab4-3d992f362119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:27.544739 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-92bf44c4-ab6b-4e7d-a35b-2e43a2c70724 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:27.564334 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-92bf44c4-ab6b-4e7d-a35b-2e43a2c70724 admin admin] Transition to ACTIVE for port object 62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:20:27.589588 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-92bf44c4-ab6b-4e7d-a35b-2e43a2c70724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:27.602204 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-03a5946f-d7b6-4e65-b8df-cfc0f12fd29f None None] Port 6b1bf4cd-8f31-4c8c-bdc2-206aab77c971 cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:20:27.610301 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:27.610484 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c8737-ba69-4e1b-9ca2-6650c37ff837 None None] Pushing event updated for resources: {'Port': ['ID=58321b71-519b-4415-9a90-49ca1d85676a,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:27.610706 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:27.618230 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-be2c8737-ba69-4e1b-9ca2-6650c37ff837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:27.655709 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d53e07-4211-4c82-a07e-4dece54a88fe admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:20:27.671561 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-d2d53e07-4211-4c82-a07e-4dece54a88fe admin admin] 10.222.0.39 "PUT /v2.0/routers/b473389c-d3aa-4098-bfc3-6d7d3ffdcadf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1334939
Apr 07 15:20:27.686206 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b26a3f56-7498-4165-ba43-3d558319b77c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:27.688355 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-03a5946f-d7b6-4e65-b8df-cfc0f12fd29f None None] Provisioning for port da1eae59-0891-4ced-b72b-435bf5fc3e23 completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:20:27.703933 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-03a5946f-d7b6-4e65-b8df-cfc0f12fd29f None None] Provisioning complete for port da1eae59-0891-4ced-b72b-435bf5fc3e23 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:27.704365 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-03a5946f-d7b6-4e65-b8df-cfc0f12fd29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:27.722493 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] Attempting to bind port 58321b71-519b-4415-9a90-49ca1d85676a on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:20:27.723280 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] Attempting to bind port 58321b71-519b-4415-9a90-49ca1d85676a by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:20:27.723865 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] Attempting to bind port 58321b71-519b-4415-9a90-49ca1d85676a on network aaa28d56-97c7-4706-9a1c-f1c898d32c63 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:20:27.733162 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:20:27.733980 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] Checking segment: {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:20:27.734585 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:27.736224 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] Bound using segment: {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:20:27.736982 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] Bound port: 58321b71-519b-4415-9a90-49ca1d85676a, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:20:27.737613 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:27.802740 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf44c4-ab6b-4e7d-a35b-2e43a2c70724 admin admin] Pushing event updated for resources: {'Port': ['ID=62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:27.815613 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-92bf44c4-ab6b-4e7d-a35b-2e43a2c70724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:27.837554 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] For port 58321b71-519b-4415-9a90-49ca1d85676a, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:20:27.843514 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] For port 58321b71-519b-4415-9a90-49ca1d85676a, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=58321b71-519b-4415-9a90-49ca1d85676a,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:20:27.848890 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:27.892404 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bf44c4-ab6b-4e7d-a35b-2e43a2c70724 admin admin] Network 2545f480-7005-45b4-89ce-78d025057188 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:20:27.893818 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-92bf44c4-ab6b-4e7d-a35b-2e43a2c70724 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:20:27.899894 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bf44c4-ab6b-4e7d-a35b-2e43a2c70724 admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:20:27.940041 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] Routers {'b473389c-d3aa-4098-bfc3-6d7d3ffdcadf'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:20:27.940754 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690ed24a8>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:20:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['b473389c-d3aa-4098-bfc3-6d7d3ffdcadf'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:27.960781 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-92bf44c4-ab6b-4e7d-a35b-2e43a2c70724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623627'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:27.997416 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-40e7b2a2-a7fe-4308-9828-cf367042d791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:28.094049 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c8737-ba69-4e1b-9ca2-6650c37ff837 None None] Pushing event updated for resources: {'Port': ['ID=58321b71-519b-4415-9a90-49ca1d85676a,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:28.106009 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-92bf44c4-ab6b-4e7d-a35b-2e43a2c70724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:28.118506 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-be2c8737-ba69-4e1b-9ca2-6650c37ff837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:28.162922 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] Routers {'97bb30c3-1533-47af-a384-6ab755d7e004'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:20:28.163821 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe69112f6d8>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:20:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['97bb30c3-1533-47af-a384-6ab755d7e004'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:28.268598 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-03a5946f-d7b6-4e65-b8df-cfc0f12fd29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:28.321472 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device fda9b07d-debc-4048-9772-e4f565d5cb7a up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:20:28.355646 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40028) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:28.362529 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-d5f95403-37d3-4901-9b99-d9c35d2159f1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1490849047', 'description': 'tempest-secgroup-smoke-1490849047 description', 'project_id': 'a513548b70c04cb59fd49f59b979179e'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:20:28.377288 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d5f95403-37d3-4901-9b99-d9c35d2159f1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:20:28.382745 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d5f95403-37d3-4901-9b99-d9c35d2159f1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Usage tracker for resource:security_group and tenant:a513548b70c04cb59fd49f59b979179e is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:20:28.386525 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-03a5946f-d7b6-4e65-b8df-cfc0f12fd29f None None] For port da1eae59-0891-4ced-b72b-435bf5fc3e23, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=da1eae59-0891-4ced-b72b-435bf5fc3e23,segment=NetworkSegment(c473b040-5c61-4d14-bd81-e1a044ea8887),segment_id=c473b040-5c61-4d14-bd81-e1a044ea8887)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:20:28.392693 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d5f95403-37d3-4901-9b99-d9c35d2159f1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:20:28.400076 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-03a5946f-d7b6-4e65-b8df-cfc0f12fd29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:28.409050 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:28.413023 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d5f95403-37d3-4901-9b99-d9c35d2159f1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:20:28.437325 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d5f95403-37d3-4901-9b99-d9c35d2159f1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for security_group, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:28.450519 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d5f95403-37d3-4901-9b99-d9c35d2159f1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:20:28.453106 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] Set router b473389c-d3aa-4098-bfc3-6d7d3ffdcadf gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:20:28.459646 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d5f95403-37d3-4901-9b99-d9c35d2159f1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Usage tracker for resource:security_group_rule and tenant:a513548b70c04cb59fd49f59b979179e is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:20:28.465343 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d5f95403-37d3-4901-9b99-d9c35d2159f1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:20:28.472416 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d5f95403-37d3-4901-9b99-d9c35d2159f1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:20:28.518765 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-92bf44c4-ab6b-4e7d-a35b-2e43a2c70724 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:28.524456 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-92bf44c4-ab6b-4e7d-a35b-2e43a2c70724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103687'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:28.581738 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-92bf44c4-ab6b-4e7d-a35b-2e43a2c70724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:28.634403 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d5f95403-37d3-4901-9b99-d9c35d2159f1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for security_group, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:28.638507 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d5f95403-37d3-4901-9b99-d9c35d2159f1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:28.645195 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a7bafd94-8fa9-44e9-b80b-0ccde22d2433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:28.668228 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] Set router 97bb30c3-1533-47af-a384-6ab755d7e004 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:20:28.675641 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-b2075075-9674-4d8d-bb94-5479f57b2b9b None None] Provisioning for port 62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9 completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:20:28.680787 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5946f-d7b6-4e65-b8df-cfc0f12fd29f None None] Pushing event updated for resources: {'Port': ['ID=da1eae59-0891-4ced-b72b-435bf5fc3e23,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:28.684950 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-03a5946f-d7b6-4e65-b8df-cfc0f12fd29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:28.703356 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port fda9b07d-debc-4048-9772-e4f565d5cb7a completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:20:28.717549 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf44c4-ab6b-4e7d-a35b-2e43a2c70724 admin admin] Pushing event updated for resources: {'Port': ['ID=62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:28.722294 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d5f95403-37d3-4901-9b99-d9c35d2159f1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:28.723951 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-d5f95403-37d3-4901-9b99-d9c35d2159f1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3671784
Apr 07 15:20:28.727253 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-92bf44c4-ab6b-4e7d-a35b-2e43a2c70724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853103132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408734'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:28.727865 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40032) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:28.732888 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f95403-37d3-4901-9b99-d9c35d2159f1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:28.739016 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-1d9413c2-54aa-4f47-8bb2-6b5adf6acdf1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Request body: {'security_group_rule': {'security_group_id': '1f9ce5f9-ac68-4261-b9da-23cd1c6071b7', 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:20:28.748122 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d5f95403-37d3-4901-9b99-d9c35d2159f1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:28.749508 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-1d9413c2-54aa-4f47-8bb2-6b5adf6acdf1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:20:28.754683 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-1d9413c2-54aa-4f47-8bb2-6b5adf6acdf1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Usage tracker for resource:security_group_rule and tenant:a513548b70c04cb59fd49f59b979179e is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:20:28.758913 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-1d9413c2-54aa-4f47-8bb2-6b5adf6acdf1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:20:28.770632 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-1d9413c2-54aa-4f47-8bb2-6b5adf6acdf1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:20:28.793326 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1d9413c2-54aa-4f47-8bb2-6b5adf6acdf1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:28.820225 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-b2075075-9674-4d8d-bb94-5479f57b2b9b None None] Provisioning complete for port 62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:28.826045 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b2075075-9674-4d8d-bb94-5479f57b2b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:28.874970 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1d9413c2-54aa-4f47-8bb2-6b5adf6acdf1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:28.878444 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1d9413c2-54aa-4f47-8bb2-6b5adf6acdf1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426631'] for security_group_rule, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:28.880880 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:28.885423 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port fda9b07d-debc-4048-9772-e4f565d5cb7a triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:28.885865 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:28.888237 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-92bf44c4-ab6b-4e7d-a35b-2e43a2c70724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:28.901704 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9413c2-54aa-4f47-8bb2-6b5adf6acdf1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87fe5e3b-865c-4439-a142-0c7e5e7528f6,revision_number=0']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:28.907135 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1d9413c2-54aa-4f47-8bb2-6b5adf6acdf1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:28.913431 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bf44c4-ab6b-4e7d-a35b-2e43a2c70724 admin admin] Network 2545f480-7005-45b4-89ce-78d025057188 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:20:28.914451 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-92bf44c4-ab6b-4e7d-a35b-2e43a2c70724 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:20:28.925555 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1d9413c2-54aa-4f47-8bb2-6b5adf6acdf1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:28.929612 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-1d9413c2-54aa-4f47-8bb2-6b5adf6acdf1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1978981
Apr 07 15:20:28.932507 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40036) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:28.939159 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-6cb4dc7c-5560-4e57-94de-84349721d070 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Request body: {'security_group_rule': {'security_group_id': '1f9ce5f9-ac68-4261-b9da-23cd1c6071b7', 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:20:28.951610 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-6cb4dc7c-5560-4e57-94de-84349721d070 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:20:28.955914 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-6cb4dc7c-5560-4e57-94de-84349721d070 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Usage tracker for resource:security_group_rule and tenant:a513548b70c04cb59fd49f59b979179e is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:20:28.959485 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-6cb4dc7c-5560-4e57-94de-84349721d070 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:20:28.974143 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-6cb4dc7c-5560-4e57-94de-84349721d070 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:20:28.999946 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6cb4dc7c-5560-4e57-94de-84349721d070 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:29.014381 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-b2075075-9674-4d8d-bb94-5479f57b2b9b None None] Port 62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9 cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:20:29.113913 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6cb4dc7c-5560-4e57-94de-84349721d070 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:29.120073 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe69112f6d8>, [{'id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'name': 'tempest-TestMinimumBasicScenario-3614070-router', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '58321b71-519b-4415-9a90-49ca1d85676a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:21Z', 'updated_at': '2021-04-07T15:20:28Z', 'revision_number': 4, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'gw_port': {'id': '58321b71-519b-4415-9a90-49ca1d85676a', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ce:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:23Z', 'updated_at': '2021-04-07T15:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9', 'name': '', 'network_id': '2545f480-7005-45b4-89ce-78d025057188', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'mac_address': 'fa:16:3e:c7:c8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '48a77946-414f-4ef9-885c-70683fd3678b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:27Z', 'updated_at': '2021-04-07T15:20:27Z', 'revision_number': 1, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'subnets': [{'id': '48a77946-414f-4ef9-885c-70683fd3678b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:29.120778 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6cb4dc7c-5560-4e57-94de-84349721d070 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426631'] for security_group_rule, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:29.124323 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c89d0db7-54fb-454d-b97c-d7918e51b2cb tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:29.124734 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2b787b-c99c-43ef-a9db-47922d8e32bd None None] The sync data for ids ['97bb30c3-1533-47af-a384-6ab755d7e004'] in dv-cinder-782260-2-iscsi is: [{'id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'name': 'tempest-TestMinimumBasicScenario-3614070-router', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '58321b71-519b-4415-9a90-49ca1d85676a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:21Z', 'updated_at': '2021-04-07T15:20:28Z', 'revision_number': 4, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'gw_port': {'id': '58321b71-519b-4415-9a90-49ca1d85676a', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ce:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:23Z', 'updated_at': '2021-04-07T15:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9', 'name': '', 'network_id': '2545f480-7005-45b4-89ce-78d025057188', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'mac_address': 'fa:16:3e:c7:c8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '48a77946-414f-4ef9-885c-70683fd3678b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:27Z', 'updated_at': '2021-04-07T15:20:27Z', 'revision_number': 1, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'subnets': [{'id': '48a77946-414f-4ef9-885c-70683fd3678b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:20:29.147878 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-b2075075-9674-4d8d-bb94-5479f57b2b9b None None] Provisioning complete for port 6b1bf4cd-8f31-4c8c-bdc2-206aab77c971 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:29.148744 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b2075075-9674-4d8d-bb94-5479f57b2b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:29.160761 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4dc7c-5560-4e57-94de-84349721d070 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7623803a-f5cc-44fe-b519-fc2a153cd0f1,revision_number=0']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:29.163669 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6cb4dc7c-5560-4e57-94de-84349721d070 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:29.170610 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bf44c4-ab6b-4e7d-a35b-2e43a2c70724 admin admin] Router 97bb30c3-1533-47af-a384-6ab755d7e004 has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:20:29.172246 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6cb4dc7c-5560-4e57-94de-84349721d070 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:29.173515 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-6cb4dc7c-5560-4e57-94de-84349721d070 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2396896
Apr 07 15:20:29.176920 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 40040) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:29.186115 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-6bfa236e-6173-4f2e-86e2-ab5963c5b031 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Request body: {'security_group_rule': {'security_group_id': '1f9ce5f9-ac68-4261-b9da-23cd1c6071b7', 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:20:29.192599 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-6bfa236e-6173-4f2e-86e2-ab5963c5b031 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:20:29.197749 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-6bfa236e-6173-4f2e-86e2-ab5963c5b031 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Usage tracker for resource:security_group_rule and tenant:a513548b70c04cb59fd49f59b979179e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:20:29.200832 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-6bfa236e-6173-4f2e-86e2-ab5963c5b031 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:20:29.266685 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-6bfa236e-6173-4f2e-86e2-ab5963c5b031 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:20:29.281525 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:29.290894 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-b2075075-9674-4d8d-bb94-5479f57b2b9b None None] Port 6b1bf4cd-8f31-4c8c-bdc2-206aab77c971 cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:20:29.311271 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] For port fda9b07d-debc-4048-9772-e4f565d5cb7a, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=fda9b07d-debc-4048-9772-e4f565d5cb7a,segment=NetworkSegment(d6e931f7-0f70-40cb-b027-b6c01575c613),segment_id=d6e931f7-0f70-40cb-b027-b6c01575c613)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:20:29.317617 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:29.320762 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:29.368608 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6bfa236e-6173-4f2e-86e2-ab5963c5b031 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:29.374880 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-b2075075-9674-4d8d-bb94-5479f57b2b9b None None] Provisioning complete for port da1eae59-0891-4ced-b72b-435bf5fc3e23 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:29.375082 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b2075075-9674-4d8d-bb94-5479f57b2b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:29.411148 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device da1eae59-0891-4ced-b72b-435bf5fc3e23 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:20:29.450020 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bf44c4-ab6b-4e7d-a35b-2e43a2c70724 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:20:29.465079 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690ed24a8>, [{'id': 'b473389c-d3aa-4098-bfc3-6d7d3ffdcadf', 'name': 'tempest-TestVolumeBootPattern-1562894554-router', 'tenant_id': '27c826b1b0584b3c8a1e348af1df1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '182f0ff3-3758-44d4-a92e-d4a3a2439296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:20Z', 'updated_at': '2021-04-07T15:20:26Z', 'revision_number': 4, 'project_id': '27c826b1b0584b3c8a1e348af1df1bad', 'gw_port': {'id': '182f0ff3-3758-44d4-a92e-d4a3a2439296', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b473389c-d3aa-4098-bfc3-6d7d3ffdcadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:21Z', 'updated_at': '2021-04-07T15:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '6b1bf4cd-8f31-4c8c-bdc2-206aab77c971', 'name': '', 'network_id': '9911fa10-978b-4d1c-946e-d1935f9ebef1', 'tenant_id': '27c826b1b0584b3c8a1e348af1df1bad', 'mac_address': 'fa:16:3e:9a:26:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b473389c-d3aa-4098-bfc3-6d7d3ffdcadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '367286bc-581d-4247-907f-2d4b315a0bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:24Z', 'updated_at': '2021-04-07T15:20:26Z', 'revision_number': 2, 'project_id': '27c826b1b0584b3c8a1e348af1df1bad', 'subnets': [{'id': '367286bc-581d-4247-907f-2d4b315a0bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:29.474707 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6bfa236e-6173-4f2e-86e2-ab5963c5b031 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:29.478778 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6bfa236e-6173-4f2e-86e2-ab5963c5b031 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426631'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:29.480463 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-92bf44c4-ab6b-4e7d-a35b-2e43a2c70724 admin admin] 10.222.0.39 "PUT /v2.0/routers/97bb30c3-1533-47af-a384-6ab755d7e004/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6746657
Apr 07 15:20:29.482647 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:29.500419 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353b73f1-d9f9-4f25-b276-00de6c00048c None None] The sync data for ids ['b473389c-d3aa-4098-bfc3-6d7d3ffdcadf'] in dv-cinder-782260-2-iscsi is: [{'id': 'b473389c-d3aa-4098-bfc3-6d7d3ffdcadf', 'name': 'tempest-TestVolumeBootPattern-1562894554-router', 'tenant_id': '27c826b1b0584b3c8a1e348af1df1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '182f0ff3-3758-44d4-a92e-d4a3a2439296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:20Z', 'updated_at': '2021-04-07T15:20:26Z', 'revision_number': 4, 'project_id': '27c826b1b0584b3c8a1e348af1df1bad', 'gw_port': {'id': '182f0ff3-3758-44d4-a92e-d4a3a2439296', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b473389c-d3aa-4098-bfc3-6d7d3ffdcadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:21Z', 'updated_at': '2021-04-07T15:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '6b1bf4cd-8f31-4c8c-bdc2-206aab77c971', 'name': '', 'network_id': '9911fa10-978b-4d1c-946e-d1935f9ebef1', 'tenant_id': '27c826b1b0584b3c8a1e348af1df1bad', 'mac_address': 'fa:16:3e:9a:26:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b473389c-d3aa-4098-bfc3-6d7d3ffdcadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '367286bc-581d-4247-907f-2d4b315a0bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:24Z', 'updated_at': '2021-04-07T15:20:26Z', 'revision_number': 2, 'project_id': '27c826b1b0584b3c8a1e348af1df1bad', 'subnets': [{'id': '367286bc-581d-4247-907f-2d4b315a0bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:20:29.507897 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa236e-6173-4f2e-86e2-ab5963c5b031 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f381ef-1a09-4824-aa0c-5572d8ff088f,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:29.510752 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6bfa236e-6173-4f2e-86e2-ab5963c5b031 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:29.518136 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6bfa236e-6173-4f2e-86e2-ab5963c5b031 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:29.522283 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-6bfa236e-6173-4f2e-86e2-ab5963c5b031 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3400803
Apr 07 15:20:29.522711 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40046) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:29.525110 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Pushing event updated for resources: {'Port': ['ID=fda9b07d-debc-4048-9772-e4f565d5cb7a,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:29.530831 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:29.532499 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-91876fc9-75e8-41ef-b32e-d725d5dee4ad tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Request body: {'security_group_rule': {'security_group_id': '1f9ce5f9-ac68-4261-b9da-23cd1c6071b7', 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:20:29.545962 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-91876fc9-75e8-41ef-b32e-d725d5dee4ad tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:20:29.550604 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-91876fc9-75e8-41ef-b32e-d725d5dee4ad tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Usage tracker for resource:security_group_rule and tenant:a513548b70c04cb59fd49f59b979179e is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:20:29.553824 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-91876fc9-75e8-41ef-b32e-d725d5dee4ad tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:20:29.561434 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-91876fc9-75e8-41ef-b32e-d725d5dee4ad tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:20:29.600382 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-91876fc9-75e8-41ef-b32e-d725d5dee4ad tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:29.616906 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port da1eae59-0891-4ced-b72b-435bf5fc3e23 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:29.618292 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:29.707440 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-91876fc9-75e8-41ef-b32e-d725d5dee4ad tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:29.711642 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-91876fc9-75e8-41ef-b32e-d725d5dee4ad tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426631'] for security_group_rule, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:29.714652 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-12490006-12ab-4c80-94b2-89796695bf96 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:29.758584 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91876fc9-75e8-41ef-b32e-d725d5dee4ad tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe06d67-a27d-4a74-8958-73c1190f07aa,revision_number=0']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:29.761222 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-91876fc9-75e8-41ef-b32e-d725d5dee4ad tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:29.762249 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-91876fc9-75e8-41ef-b32e-d725d5dee4ad tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:29.764255 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-91876fc9-75e8-41ef-b32e-d725d5dee4ad tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2397628
Apr 07 15:20:29.767749 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 40052) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:29.775215 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-f1a1ba8e-e65c-4969-a046-cfd126aa3074 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Request body: {'security_group_rule': {'security_group_id': '1f9ce5f9-ac68-4261-b9da-23cd1c6071b7', 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:20:29.802603 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-f1a1ba8e-e65c-4969-a046-cfd126aa3074 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:20:29.808119 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-f1a1ba8e-e65c-4969-a046-cfd126aa3074 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Usage tracker for resource:security_group_rule and tenant:a513548b70c04cb59fd49f59b979179e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:20:29.812077 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-f1a1ba8e-e65c-4969-a046-cfd126aa3074 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:20:29.816155 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-6f601b0f-c5b1-4c7c-8910-636c8ee40a19 None None] Provisioning complete for port 62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:29.816579 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6f601b0f-c5b1-4c7c-8910-636c8ee40a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:29.819226 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-f1a1ba8e-e65c-4969-a046-cfd126aa3074 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:20:29.839552 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.securitygroups_db [None req-f1a1ba8e-e65c-4969-a046-cfd126aa3074 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Project a513548b70c04cb59fd49f59b979179e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 07 15:20:29.851394 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ba8e-e65c-4969-a046-cfd126aa3074 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:29.876826 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-6f601b0f-c5b1-4c7c-8910-636c8ee40a19 None None] Port 62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9 cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:20:29.931220 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ba8e-e65c-4969-a046-cfd126aa3074 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:29.934503 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ba8e-e65c-4969-a046-cfd126aa3074 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426631'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:29.936791 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-abb8e39d-f0bc-4a73-9066-6bc129228a7c tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:29.966493 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1ba8e-e65c-4969-a046-cfd126aa3074 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351f0850-4bc1-4349-a965-5fe62bbbde86,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:29.971254 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f1a1ba8e-e65c-4969-a046-cfd126aa3074 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:29.986069 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ba8e-e65c-4969-a046-cfd126aa3074 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:29.987467 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-f1a1ba8e-e65c-4969-a046-cfd126aa3074 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2185979
Apr 07 15:20:29.988222 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-47fef0b8-e795-4d28-b82d-400307f92c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:29.990590 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40060) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:29.997074 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-b99e7aa3-42e1-4b24-96ef-5a54d6bef7fa tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Request body: {'security_group_rule': {'security_group_id': '1f9ce5f9-ac68-4261-b9da-23cd1c6071b7', 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:20:30.013708 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-b99e7aa3-42e1-4b24-96ef-5a54d6bef7fa tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:20:30.019372 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-b99e7aa3-42e1-4b24-96ef-5a54d6bef7fa tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Usage tracker for resource:security_group_rule and tenant:a513548b70c04cb59fd49f59b979179e is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:20:30.022755 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-b99e7aa3-42e1-4b24-96ef-5a54d6bef7fa tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:20:30.039113 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-b99e7aa3-42e1-4b24-96ef-5a54d6bef7fa tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:20:30.052780 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.securitygroups_db [None req-b99e7aa3-42e1-4b24-96ef-5a54d6bef7fa tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Project a513548b70c04cb59fd49f59b979179e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 07 15:20:30.066002 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b99e7aa3-42e1-4b24-96ef-5a54d6bef7fa tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:30.102241 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:30.170745 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b99e7aa3-42e1-4b24-96ef-5a54d6bef7fa tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:30.174201 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b99e7aa3-42e1-4b24-96ef-5a54d6bef7fa tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426631'] for security_group_rule, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:30.183042 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:30.207707 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e7aa3-42e1-4b24-96ef-5a54d6bef7fa tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c69db7f-70cd-43e9-a602-e156e94e6534,revision_number=0']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:30.210272 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b99e7aa3-42e1-4b24-96ef-5a54d6bef7fa tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:30.218661 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b99e7aa3-42e1-4b24-96ef-5a54d6bef7fa tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:30.226021 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-b99e7aa3-42e1-4b24-96ef-5a54d6bef7fa tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2335279
Apr 07 15:20:30.331652 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 40080) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:30.339357 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-d651c29a-f500-4509-acf9-3754794443cf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-579589721-network', 'tenant_id': 'e97eed810cba43f0af230ad7d5554c21'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:20:30.344966 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d651c29a-f500-4509-acf9-3754794443cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:20:30.349755 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d651c29a-f500-4509-acf9-3754794443cf admin admin] Usage tracker for resource:network and tenant:e97eed810cba43f0af230ad7d5554c21 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:20:30.353277 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d651c29a-f500-4509-acf9-3754794443cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:20:30.360242 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d651c29a-f500-4509-acf9-3754794443cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:20:30.373045 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d651c29a-f500-4509-acf9-3754794443cf admin admin] Made reservation on behalf of e97eed810cba43f0af230ad7d5554c21 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:20:30.380576 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d651c29a-f500-4509-acf9-3754794443cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:30.395428 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d651c29a-f500-4509-acf9-3754794443cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:30.412268 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d651c29a-f500-4509-acf9-3754794443cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:20:30.416702 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d651c29a-f500-4509-acf9-3754794443cf admin admin] Usage tracker for resource:security_group_rule and tenant:e97eed810cba43f0af230ad7d5554c21 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:20:30.420006 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-d651c29a-f500-4509-acf9-3754794443cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:20:30.426802 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-d651c29a-f500-4509-acf9-3754794443cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:20:30.529247 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d651c29a-f500-4509-acf9-3754794443cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:30.532443 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d651c29a-f500-4509-acf9-3754794443cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:30.537047 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5045a247-2166-4d8b-99a6-85418857c8e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:30.570989 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d651c29a-f500-4509-acf9-3754794443cf admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'}  {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 15:20:30.580734 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651c29a-f500-4509-acf9-3754794443cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b13920-026b-498b-a119-deda296d7eb0,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:30.585123 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d651c29a-f500-4509-acf9-3754794443cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:30.589770 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d651c29a-f500-4509-acf9-3754794443cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:30.589770 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.segments_db [None req-d651c29a-f500-4509-acf9-3754794443cf admin admin] Added segment 037dc7b8-b6b1-4926-b3c9-53335c70bed7 of type vlan for network 07625377-5f92-4c90-93ea-0c20a366bbdf
Apr 07 15:20:30.622182 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d651c29a-f500-4509-acf9-3754794443cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247587465195'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:30.655914 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d651c29a-f500-4509-acf9-3754794443cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:30.657070 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d651c29a-f500-4509-acf9-3754794443cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:20:30.657934 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d651c29a-f500-4509-acf9-3754794443cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:30.664478 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:30.825301 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651c29a-f500-4509-acf9-3754794443cf admin admin] Pushing event updated for resources: {'Network': ['ID=07625377-5f92-4c90-93ea-0c20a366bbdf,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:30.831465 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-d651c29a-f500-4509-acf9-3754794443cf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4959705
Apr 07 15:20:30.831465 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d651c29a-f500-4509-acf9-3754794443cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:30.832060 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40112) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:30.836946 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Network 07625377-5f92-4c90-93ea-0c20a366bbdf details requested by agent ovs-agent-dv-cinder-782260-2-iscsi with host dv-cinder-782260-2-iscsi {{(pid=84339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 15:20:30.839205 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-06427be9-00a9-45b4-a8a4-a444b94ac9af admin admin] Request body: {'subnet': {'network_id': '07625377-5f92-4c90-93ea-0c20a366bbdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-579589721-subnet', 'tenant_id': 'e97eed810cba43f0af230ad7d5554c21', 'ip_version': 4}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:20:30.850239 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-06427be9-00a9-45b4-a8a4-a444b94ac9af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:20:30.855010 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-06427be9-00a9-45b4-a8a4-a444b94ac9af admin admin] Usage tracker for resource:subnet and tenant:e97eed810cba43f0af230ad7d5554c21 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:20:30.858467 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-06427be9-00a9-45b4-a8a4-a444b94ac9af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:20:30.866072 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-06427be9-00a9-45b4-a8a4-a444b94ac9af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:20:30.877566 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06427be9-00a9-45b4-a8a4-a444b94ac9af admin admin] Made reservation on behalf of e97eed810cba43f0af230ad7d5554c21 for: {'subnet': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:20:30.883491 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-06427be9-00a9-45b4-a8a4-a444b94ac9af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3028569'] for subnet, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:31.383894 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-06427be9-00a9-45b4-a8a4-a444b94ac9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2619264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3028584'] for subnet, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:31.399990 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-3623bda3-8b9f-497e-87bb-a2c59fc637bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:31.403577 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:31.556865 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06427be9-00a9-45b4-a8a4-a444b94ac9af admin admin] Pushing event updated for resources: {'Subnet': ['ID=72b636e6-2152-4fae-afdc-288c7d79a423,revision_number=0']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:31.561624 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-06427be9-00a9-45b4-a8a4-a444b94ac9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:31.576778 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device fda9b07d-debc-4048-9772-e4f565d5cb7a up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:20:31.646432 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06427be9-00a9-45b4-a8a4-a444b94ac9af admin admin] Checking segment: {'id': '037dc7b8-b6b1-4926-b3c9-53335c70bed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '07625377-5f92-4c90-93ea-0c20a366bbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:20:31.646432 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06427be9-00a9-45b4-a8a4-a444b94ac9af admin admin] Network hostable DHCP agents. Network: 07625377-5f92-4c90-93ea-0c20a366bbdf, hostable agents: ['13ef685d-6932-4a97-bd41-a6ee1416974e'], hosted agents: [] {{(pid=84337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 15:20:31.666237 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06427be9-00a9-45b4-a8a4-a444b94ac9af admin admin] Network 07625377-5f92-4c90-93ea-0c20a366bbdf is scheduled to be hosted by DHCP agent 13ef685d-6932-4a97-bd41-a6ee1416974e with binding_index 1 {{(pid=84337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 15:20:31.678847 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-06427be9-00a9-45b4-a8a4-a444b94ac9af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-iscsi, 07625377-5f92-4c90-93ea-0c20a366bbdf) {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:20:31.689724 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06427be9-00a9-45b4-a8a4-a444b94ac9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:20:31.690398 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-06427be9-00a9-45b4-a8a4-a444b94ac9af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for subnet, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:31.716179 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 40134) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:31.716460 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-06427be9-00a9-45b4-a8a4-a444b94ac9af admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8825431
Apr 07 15:20:31.722481 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-7863cf0e-f962-4bc5-8db9-383dcc6c5301 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-579589721-router', 'tenant_id': 'e97eed810cba43f0af230ad7d5554c21', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:20:31.728180 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-7863cf0e-f962-4bc5-8db9-383dcc6c5301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:20:31.732637 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-7863cf0e-f962-4bc5-8db9-383dcc6c5301 admin admin] Usage tracker for resource:router and tenant:e97eed810cba43f0af230ad7d5554c21 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:20:31.736113 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-7863cf0e-f962-4bc5-8db9-383dcc6c5301 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:20:31.764537 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-7863cf0e-f962-4bc5-8db9-383dcc6c5301 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:20:31.795121 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7863cf0e-f962-4bc5-8db9-383dcc6c5301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-401430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8069'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:31.796261 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7863cf0e-f962-4bc5-8db9-383dcc6c5301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-513679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767731'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:31.811557 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacd0bce-c3cb-4bc5-b56a-acc110d011ca None None] Network 07625377-5f92-4c90-93ea-0c20a366bbdf requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:20:31.821885 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7863cf0e-f962-4bc5-8db9-383dcc6c5301 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:31.947065 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:31.979685 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port fda9b07d-debc-4048-9772-e4f565d5cb7a triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:31.980032 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:32.114529 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:32.232809 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ccbe7b-726b-444e-8be7-212eeaa2cd0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp464fca95-9925-595a-8d56-a9cc01f1882c-07625377-5f92-4c90-93ea-0c20a366bbdf', 'network_id': '07625377-5f92-4c90-93ea-0c20a366bbdf', 'tenant_id': 'e97eed810cba43f0af230ad7d5554c21', 'fixed_ips': [{'subnet_id': '72b636e6-2152-4fae-afdc-288c7d79a423'}]}} from dv-cinder-782260-2-iscsi. {{(pid=84339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 07 15:20:32.233788 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-81ccbe7b-726b-444e-8be7-212eeaa2cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:32.256199 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 182f0ff3-3758-44d4-a92e-d4a3a2439296 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:20:32.392363 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7863cf0e-f962-4bc5-8db9-383dcc6c5301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-509801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-401415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767750'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:32.447582 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port 182f0ff3-3758-44d4-a92e-d4a3a2439296 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:20:32.462257 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 182f0ff3-3758-44d4-a92e-d4a3a2439296 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:32.462651 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:32.533266 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-81ccbe7b-726b-444e-8be7-212eeaa2cd0d None None] Allocated IP 172.20.0.2 (07625377-5f92-4c90-93ea-0c20a366bbdf/72b636e6-2152-4fae-afdc-288c7d79a423/32ae1ce8-5e9a-419f-ad39-7bb818d73624) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:20:32.718956 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:32.731944 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7863cf0e-f962-4bc5-8db9-383dcc6c5301 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:32.747217 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] For port 182f0ff3-3758-44d4-a92e-d4a3a2439296, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=182f0ff3-3758-44d4-a92e-d4a3a2439296,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:20:32.751570 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:32.752548 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 58321b71-519b-4415-9a90-49ca1d85676a up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:20:32.769879 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7863cf0e-f962-4bc5-8db9-383dcc6c5301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:32.794600 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:32.927143 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-7863cf0e-f962-4bc5-8db9-383dcc6c5301 admin admin] Allocated IP 172.27.2.68 (aaa28d56-97c7-4706-9a1c-f1c898d32c63/b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0/f1f33e57-6221-4727-b30a-66557d10eedd) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:20:32.982970 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Pushing event updated for resources: {'Port': ['ID=182f0ff3-3758-44d4-a92e-d4a3a2439296,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:32.989718 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-81ccbe7b-726b-444e-8be7-212eeaa2cd0d None None] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:32.992975 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:33.003383 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-81ccbe7b-726b-444e-8be7-212eeaa2cd0d None None] Transition to ACTIVE for port object 32ae1ce8-5e9a-419f-ad39-7bb818d73624 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:20:33.010078 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port 58321b71-519b-4415-9a90-49ca1d85676a completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:20:33.025117 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 58321b71-519b-4415-9a90-49ca1d85676a triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:33.025538 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:33.068396 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-81ccbe7b-726b-444e-8be7-212eeaa2cd0d None None] Transition to ACTIVE for port object 32ae1ce8-5e9a-419f-ad39-7bb818d73624 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:20:33.083197 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-81ccbe7b-726b-444e-8be7-212eeaa2cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:33.105515 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:33.106321 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7863cf0e-f962-4bc5-8db9-383dcc6c5301 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:33.141810 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7863cf0e-f962-4bc5-8db9-383dcc6c5301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:33.158682 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f67541f3-ca27-4af1-aa87-e180c7269d05 tempest-ServerRescueNegativeTestJSON-604483365 tempest-ServerRescueNegativeTestJSON-604483365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:33.299871 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccbe7b-726b-444e-8be7-212eeaa2cd0d None None] Pushing event updated for resources: {'Port': ['ID=32ae1ce8-5e9a-419f-ad39-7bb818d73624,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:33.303258 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863cf0e-f962-4bc5-8db9-383dcc6c5301 admin admin] Pushing event updated for resources: {'Port': ['ID=f1f33e57-6221-4727-b30a-66557d10eedd,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:33.305213 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-81ccbe7b-726b-444e-8be7-212eeaa2cd0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:33.306167 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7863cf0e-f962-4bc5-8db9-383dcc6c5301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:33.340228 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] Sync routers for ids ['97bb30c3-1533-47af-a384-6ab755d7e004'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:20:33.365849 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ccbe7b-726b-444e-8be7-212eeaa2cd0d None None] Network 07625377-5f92-4c90-93ea-0c20a366bbdf is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:20:33.374621 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-81ccbe7b-726b-444e-8be7-212eeaa2cd0d None None] Resources bound (agent type, host, resource id):  {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:20:33.376277 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7863cf0e-f962-4bc5-8db9-383dcc6c5301 admin admin] Network aaa28d56-97c7-4706-9a1c-f1c898d32c63 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:20:33.377522 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-7863cf0e-f962-4bc5-8db9-383dcc6c5301 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:20:33.380302 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ccbe7b-726b-444e-8be7-212eeaa2cd0d None None] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:20:33.380500 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7863cf0e-f962-4bc5-8db9-383dcc6c5301 admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:20:33.382534 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] Routers {'97bb30c3-1533-47af-a384-6ab755d7e004'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:20:33.383224 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690abc0f0>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:20:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['97bb30c3-1533-47af-a384-6ab755d7e004'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:33.489989 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:33.694544 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] Sync routers for ids ['b473389c-d3aa-4098-bfc3-6d7d3ffdcadf'] in dv-cinder-782260-2-iscsi {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:20:33.708198 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] Routers {'b473389c-d3aa-4098-bfc3-6d7d3ffdcadf'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:20:33.708873 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6915f40f0>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:20:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['b473389c-d3aa-4098-bfc3-6d7d3ffdcadf'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:33.821063 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] For port 58321b71-519b-4415-9a90-49ca1d85676a, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=58321b71-519b-4415-9a90-49ca1d85676a,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:20:33.829737 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-81ccbe7b-726b-444e-8be7-212eeaa2cd0d None None] Attempting to bind port 32ae1ce8-5e9a-419f-ad39-7bb818d73624 on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:20:33.830158 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-81ccbe7b-726b-444e-8be7-212eeaa2cd0d None None] Attempting to bind port 32ae1ce8-5e9a-419f-ad39-7bb818d73624 by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': '037dc7b8-b6b1-4926-b3c9-53335c70bed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '07625377-5f92-4c90-93ea-0c20a366bbdf'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:20:33.830571 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ccbe7b-726b-444e-8be7-212eeaa2cd0d None None] Attempting to bind port 32ae1ce8-5e9a-419f-ad39-7bb818d73624 on network 07625377-5f92-4c90-93ea-0c20a366bbdf {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:20:33.833043 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:33.839463 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ff756c4f-2fa9-4210-9ed2-d988686d7aa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:33.860748 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7863cf0e-f962-4bc5-8db9-383dcc6c5301 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:33.912122 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ccbe7b-726b-444e-8be7-212eeaa2cd0d None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:20:33.912428 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ccbe7b-726b-444e-8be7-212eeaa2cd0d None None] Checking segment: {'id': '037dc7b8-b6b1-4926-b3c9-53335c70bed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '07625377-5f92-4c90-93ea-0c20a366bbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:20:33.916210 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-81ccbe7b-726b-444e-8be7-212eeaa2cd0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:33.916210 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ccbe7b-726b-444e-8be7-212eeaa2cd0d None None] Bound using segment: {'id': '037dc7b8-b6b1-4926-b3c9-53335c70bed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '07625377-5f92-4c90-93ea-0c20a366bbdf'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:20:33.916210 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-81ccbe7b-726b-444e-8be7-212eeaa2cd0d None None] Bound port: 32ae1ce8-5e9a-419f-ad39-7bb818d73624, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037dc7b8-b6b1-4926-b3c9-53335c70bed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '07625377-5f92-4c90-93ea-0c20a366bbdf'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:20:33.916210 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-81ccbe7b-726b-444e-8be7-212eeaa2cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:33.946887 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] Set router b473389c-d3aa-4098-bfc3-6d7d3ffdcadf gateway port host: dv-cinder-782260-2-iscsi {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:20:33.958696 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 182f0ff3-3758-44d4-a92e-d4a3a2439296 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:20:34.049589 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] Set router 97bb30c3-1533-47af-a384-6ab755d7e004 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:20:34.161152 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Pushing event updated for resources: {'Port': ['ID=58321b71-519b-4415-9a90-49ca1d85676a,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:34.164809 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:34.185475 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-81ccbe7b-726b-444e-8be7-212eeaa2cd0d None None] For port 32ae1ce8-5e9a-419f-ad39-7bb818d73624, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:20:34.261719 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7863cf0e-f962-4bc5-8db9-383dcc6c5301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854374369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854265977'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:34.279469 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-81ccbe7b-726b-444e-8be7-212eeaa2cd0d None None] For port 32ae1ce8-5e9a-419f-ad39-7bb818d73624, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=32ae1ce8-5e9a-419f-ad39-7bb818d73624,segment=NetworkSegment(037dc7b8-b6b1-4926-b3c9-53335c70bed7),segment_id=037dc7b8-b6b1-4926-b3c9-53335c70bed7)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:20:34.319135 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6915f40f0>, [{'id': 'b473389c-d3aa-4098-bfc3-6d7d3ffdcadf', 'name': 'tempest-TestVolumeBootPattern-1562894554-router', 'tenant_id': '27c826b1b0584b3c8a1e348af1df1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '182f0ff3-3758-44d4-a92e-d4a3a2439296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:20Z', 'updated_at': '2021-04-07T15:20:26Z', 'revision_number': 4, 'project_id': '27c826b1b0584b3c8a1e348af1df1bad', 'gw_port': {'id': '182f0ff3-3758-44d4-a92e-d4a3a2439296', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b473389c-d3aa-4098-bfc3-6d7d3ffdcadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:21Z', 'updated_at': '2021-04-07T15:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '6b1bf4cd-8f31-4c8c-bdc2-206aab77c971', 'name': '', 'network_id': '9911fa10-978b-4d1c-946e-d1935f9ebef1', 'tenant_id': '27c826b1b0584b3c8a1e348af1df1bad', 'mac_address': 'fa:16:3e:9a:26:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b473389c-d3aa-4098-bfc3-6d7d3ffdcadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '367286bc-581d-4247-907f-2d4b315a0bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:24Z', 'updated_at': '2021-04-07T15:20:26Z', 'revision_number': 2, 'project_id': '27c826b1b0584b3c8a1e348af1df1bad', 'subnets': [{'id': '367286bc-581d-4247-907f-2d4b315a0bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:34.323547 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] Checking router: b473389c-d3aa-4098-bfc3-6d7d3ffdcadf for host: dv-cinder-782260-2-iscsi {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:20:34.323946 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] Updating router b473389c-d3aa-4098-bfc3-6d7d3ffdcadf port 6b1bf4cd-8f31-4c8c-bdc2-206aab77c971 binding host dv-cinder-782260-2-iscsi {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 15:20:34.335666 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-81ccbe7b-726b-444e-8be7-212eeaa2cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:34.357324 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:34.390149 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:34.484183 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 182f0ff3-3758-44d4-a92e-d4a3a2439296 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:34.484615 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:34.613295 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccbe7b-726b-444e-8be7-212eeaa2cd0d None None] Pushing event updated for resources: {'Port': ['ID=32ae1ce8-5e9a-419f-ad39-7bb818d73624,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:34.616875 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-81ccbe7b-726b-444e-8be7-212eeaa2cd0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:34.806672 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7863cf0e-f962-4bc5-8db9-383dcc6c5301 admin admin] Router 7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5 is scheduled to L3 agent 68e91330-1547-4583-b49b-ec8634823321 with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 07 15:20:34.839946 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690abc0f0>, [{'id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'name': 'tempest-TestMinimumBasicScenario-3614070-router', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '58321b71-519b-4415-9a90-49ca1d85676a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:21Z', 'updated_at': '2021-04-07T15:20:28Z', 'revision_number': 4, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'gw_port': {'id': '58321b71-519b-4415-9a90-49ca1d85676a', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ce:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:23Z', 'updated_at': '2021-04-07T15:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9', 'name': '', 'network_id': '2545f480-7005-45b4-89ce-78d025057188', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'mac_address': 'fa:16:3e:c7:c8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '48a77946-414f-4ef9-885c-70683fd3678b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:27Z', 'updated_at': '2021-04-07T15:20:28Z', 'revision_number': 2, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'subnets': [{'id': '48a77946-414f-4ef9-885c-70683fd3678b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:34.844908 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] Checking router: 97bb30c3-1533-47af-a384-6ab755d7e004 for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:20:34.845627 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] Updating router 97bb30c3-1533-47af-a384-6ab755d7e004 port 62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9 binding host dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 15:20:34.900219 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:34.911588 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:34.922310 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] Transition to ACTIVE for port object 6b1bf4cd-8f31-4c8c-bdc2-206aab77c971 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:20:34.928751 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:35.005511 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:35.012284 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7863cf0e-f962-4bc5-8db9-383dcc6c5301 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:20:35.029070 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] Sync routers for ids ['7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:20:35.038335 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7863cf0e-f962-4bc5-8db9-383dcc6c5301 admin admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:35.040374 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-7863cf0e-f962-4bc5-8db9-383dcc6c5301 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.3227828
Apr 07 15:20:35.043352 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 40144) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:20:35.097362 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eecf94d-dcea-40b9-bb4b-6cff16960331 None None] Pushing event updated for resources: {'Port': ['ID=6b1bf4cd-8f31-4c8c-bdc2-206aab77c971,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:35.113629 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5eecf94d-dcea-40b9-bb4b-6cff16960331 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:35.115073 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] Routers {'7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:20:35.115456 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690f4b550>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:20:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:35.379062 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] Attempting to bind port 6b1bf4cd-8f31-4c8c-bdc2-206aab77c971 on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:20:35.379817 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] Attempting to bind port 6b1bf4cd-8f31-4c8c-bdc2-206aab77c971 by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': 'c34248b6-b055-419f-8674-883e762bbfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9911fa10-978b-4d1c-946e-d1935f9ebef1'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:20:35.380439 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] Attempting to bind port 6b1bf4cd-8f31-4c8c-bdc2-206aab77c971 on network 9911fa10-978b-4d1c-946e-d1935f9ebef1 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:20:35.389294 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:20:35.390042 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] Checking segment: {'id': 'c34248b6-b055-419f-8674-883e762bbfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9911fa10-978b-4d1c-946e-d1935f9ebef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:20:35.390677 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:35.391315 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] Bound using segment: {'id': 'c34248b6-b055-419f-8674-883e762bbfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9911fa10-978b-4d1c-946e-d1935f9ebef1'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:20:35.392031 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] Bound port: 6b1bf4cd-8f31-4c8c-bdc2-206aab77c971, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c34248b6-b055-419f-8674-883e762bbfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9911fa10-978b-4d1c-946e-d1935f9ebef1'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:20:35.392792 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:35.529717 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] For port 6b1bf4cd-8f31-4c8c-bdc2-206aab77c971, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:20:35.535980 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] For port 6b1bf4cd-8f31-4c8c-bdc2-206aab77c971, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=6b1bf4cd-8f31-4c8c-bdc2-206aab77c971,segment=NetworkSegment(c34248b6-b055-419f-8674-883e762bbfbb),segment_id=c34248b6-b055-419f-8674-883e762bbfbb)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:20:35.541002 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:35.548807 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] Set router 7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:20:35.612721 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:35.725389 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eecf94d-dcea-40b9-bb4b-6cff16960331 None None] Pushing event updated for resources: {'Port': ['ID=6b1bf4cd-8f31-4c8c-bdc2-206aab77c971,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:35.731086 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-5eecf94d-dcea-40b9-bb4b-6cff16960331 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:35.774868 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] Routers {'b473389c-d3aa-4098-bfc3-6d7d3ffdcadf'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:20:35.775546 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6915f40f0>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:20:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['b473389c-d3aa-4098-bfc3-6d7d3ffdcadf'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:36.079852 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e73675eb-6a9d-485b-bb16-b26cbea869d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:36.134588 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] Set router b473389c-d3aa-4098-bfc3-6d7d3ffdcadf gateway port host: dv-cinder-782260-2-iscsi {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:20:36.164614 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 6b1bf4cd-8f31-4c8c-bdc2-206aab77c971 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:20:36.366975 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-e73675eb-6a9d-485b-bb16-b26cbea869d1 admin admin] Allocated IP 172.20.0.1 (07625377-5f92-4c90-93ea-0c20a366bbdf/72b636e6-2152-4fae-afdc-288c7d79a423/b93b7f3f-e3c8-4726-9b14-b11bbc40df3c) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:20:36.434785 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:36.441705 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port 6b1bf4cd-8f31-4c8c-bdc2-206aab77c971 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:20:36.458792 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 6b1bf4cd-8f31-4c8c-bdc2-206aab77c971 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:36.459530 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:36.487080 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] Transition to ACTIVE for port object 62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:20:36.513774 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:36.541675 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:36.560175 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e73675eb-6a9d-485b-bb16-b26cbea869d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:36.581384 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-e73675eb-6a9d-485b-bb16-b26cbea869d1 admin admin] Transition to ACTIVE for port object b93b7f3f-e3c8-4726-9b14-b11bbc40df3c will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:20:36.628962 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e73675eb-6a9d-485b-bb16-b26cbea869d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:36.648323 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-537411c0-0f31-415c-bfd9-6df7f5507109 tempest-AttachVolumeNegativeTest-162497835 tempest-AttachVolumeNegativeTest-162497835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:36.676098 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690f4b550>, [{'id': '7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5', 'name': 'tempest-TestMinimumBasicScenario-579589721-router', 'tenant_id': 'e97eed810cba43f0af230ad7d5554c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f1f33e57-6221-4727-b30a-66557d10eedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:31Z', 'updated_at': '2021-04-07T15:20:33Z', 'revision_number': 3, 'project_id': 'e97eed810cba43f0af230ad7d5554c21', 'gw_port': {'id': 'f1f33e57-6221-4727-b30a-66557d10eedd', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:32Z', 'updated_at': '2021-04-07T15:20:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi'}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:36.696341 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] Checking router: 7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5 for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:20:36.696755 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] Updating router 7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5 port f1f33e57-6221-4727-b30a-66557d10eedd binding host dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 15:20:36.719298 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6915f40f0>, [{'id': 'b473389c-d3aa-4098-bfc3-6d7d3ffdcadf', 'name': 'tempest-TestVolumeBootPattern-1562894554-router', 'tenant_id': '27c826b1b0584b3c8a1e348af1df1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '182f0ff3-3758-44d4-a92e-d4a3a2439296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:20Z', 'updated_at': '2021-04-07T15:20:26Z', 'revision_number': 4, 'project_id': '27c826b1b0584b3c8a1e348af1df1bad', 'gw_port': {'id': '182f0ff3-3758-44d4-a92e-d4a3a2439296', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b473389c-d3aa-4098-bfc3-6d7d3ffdcadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:21Z', 'updated_at': '2021-04-07T15:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '6b1bf4cd-8f31-4c8c-bdc2-206aab77c971', 'name': '', 'network_id': '9911fa10-978b-4d1c-946e-d1935f9ebef1', 'tenant_id': '27c826b1b0584b3c8a1e348af1df1bad', 'mac_address': 'fa:16:3e:9a:26:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b473389c-d3aa-4098-bfc3-6d7d3ffdcadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '367286bc-581d-4247-907f-2d4b315a0bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:24Z', 'updated_at': '2021-04-07T15:20:35Z', 'revision_number': 4, 'project_id': '27c826b1b0584b3c8a1e348af1df1bad', 'subnets': [{'id': '367286bc-581d-4247-907f-2d4b315a0bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:36.724724 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453f11ae-7e57-45a5-a3a2-573475178e41 None None] The sync data for ids ['b473389c-d3aa-4098-bfc3-6d7d3ffdcadf'] in dv-cinder-782260-2-iscsi is: [{'id': 'b473389c-d3aa-4098-bfc3-6d7d3ffdcadf', 'name': 'tempest-TestVolumeBootPattern-1562894554-router', 'tenant_id': '27c826b1b0584b3c8a1e348af1df1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '182f0ff3-3758-44d4-a92e-d4a3a2439296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:20Z', 'updated_at': '2021-04-07T15:20:26Z', 'revision_number': 4, 'project_id': '27c826b1b0584b3c8a1e348af1df1bad', 'gw_port': {'id': '182f0ff3-3758-44d4-a92e-d4a3a2439296', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b473389c-d3aa-4098-bfc3-6d7d3ffdcadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:21Z', 'updated_at': '2021-04-07T15:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '6b1bf4cd-8f31-4c8c-bdc2-206aab77c971', 'name': '', 'network_id': '9911fa10-978b-4d1c-946e-d1935f9ebef1', 'tenant_id': '27c826b1b0584b3c8a1e348af1df1bad', 'mac_address': 'fa:16:3e:9a:26:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b473389c-d3aa-4098-bfc3-6d7d3ffdcadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '367286bc-581d-4247-907f-2d4b315a0bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:24Z', 'updated_at': '2021-04-07T15:20:35Z', 'revision_number': 4, 'project_id': '27c826b1b0584b3c8a1e348af1df1bad', 'subnets': [{'id': '367286bc-581d-4247-907f-2d4b315a0bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:20:36.745194 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830c060c-9b8e-443b-8275-23dfd04ebd43 None None] Network 07625377-5f92-4c90-93ea-0c20a366bbdf requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:20:36.821302 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73675eb-6a9d-485b-bb16-b26cbea869d1 admin admin] Pushing event updated for resources: {'Port': ['ID=b93b7f3f-e3c8-4726-9b14-b11bbc40df3c,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:36.825622 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e73675eb-6a9d-485b-bb16-b26cbea869d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:36.882549 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df12ed-a2b7-479f-9f00-7e609606e9d4 None None] Pushing event updated for resources: {'Port': ['ID=62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:36.891702 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73675eb-6a9d-485b-bb16-b26cbea869d1 admin admin] Network 07625377-5f92-4c90-93ea-0c20a366bbdf is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:20:36.892967 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-e73675eb-6a9d-485b-bb16-b26cbea869d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:20:36.895849 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73675eb-6a9d-485b-bb16-b26cbea869d1 admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:20:36.907265 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-84df12ed-a2b7-479f-9f00-7e609606e9d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:36.948072 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-8e162158-8e36-4a11-878c-5fa16168c043 None None] Provisioning for port 32ae1ce8-5e9a-419f-ad39-7bb818d73624 completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:20:36.956820 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e73675eb-6a9d-485b-bb16-b26cbea869d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623627'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:36.978358 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:37.074931 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:37.084593 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e73675eb-6a9d-485b-bb16-b26cbea869d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:37.175719 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] For port 6b1bf4cd-8f31-4c8c-bdc2-206aab77c971, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=6b1bf4cd-8f31-4c8c-bdc2-206aab77c971,segment=NetworkSegment(c34248b6-b055-419f-8674-883e762bbfbb),segment_id=c34248b6-b055-419f-8674-883e762bbfbb)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:20:37.189639 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:37.190576 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 32ae1ce8-5e9a-419f-ad39-7bb818d73624 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:20:37.268244 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-03a5946f-d7b6-4e65-b8df-cfc0f12fd29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:37.401230 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e73675eb-6a9d-485b-bb16-b26cbea869d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:37.405082 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e73675eb-6a9d-485b-bb16-b26cbea869d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103687'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:37.440438 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-89b79517-1300-448d-9e99-8efd710fd00d tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:37.533071 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73675eb-6a9d-485b-bb16-b26cbea869d1 admin admin] Pushing event updated for resources: {'Port': ['ID=b93b7f3f-e3c8-4726-9b14-b11bbc40df3c,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:37.536034 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e73675eb-6a9d-485b-bb16-b26cbea869d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853103132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408734'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:37.608346 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e73675eb-6a9d-485b-bb16-b26cbea869d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:37.615517 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Pushing event updated for resources: {'Port': ['ID=6b1bf4cd-8f31-4c8c-bdc2-206aab77c971,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:37.619029 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:37.669035 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] Attempting to bind port 62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9 on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:20:37.669477 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] Attempting to bind port 62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9 by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': 'c473b040-5c61-4d14-bd81-e1a044ea8887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2545f480-7005-45b4-89ce-78d025057188'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:20:37.670063 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] Attempting to bind port 62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9 on network 2545f480-7005-45b4-89ce-78d025057188 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:20:37.698434 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:20:37.698963 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] Checking segment: {'id': 'c473b040-5c61-4d14-bd81-e1a044ea8887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2545f480-7005-45b4-89ce-78d025057188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:20:37.699418 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73675eb-6a9d-485b-bb16-b26cbea869d1 admin admin] Network 07625377-5f92-4c90-93ea-0c20a366bbdf is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:20:37.699571 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:37.699868 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] Bound using segment: {'id': 'c473b040-5c61-4d14-bd81-e1a044ea8887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2545f480-7005-45b4-89ce-78d025057188'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:20:37.700400 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] Bound port: 62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c473b040-5c61-4d14-bd81-e1a044ea8887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2545f480-7005-45b4-89ce-78d025057188'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:20:37.700688 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-e73675eb-6a9d-485b-bb16-b26cbea869d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:20:37.700840 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:37.919264 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73675eb-6a9d-485b-bb16-b26cbea869d1 admin admin] Router 7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5 has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:20:37.997834 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port 32ae1ce8-5e9a-419f-ad39-7bb818d73624 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:20:38.032470 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 32ae1ce8-5e9a-419f-ad39-7bb818d73624 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:38.032862 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:38.124484 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73675eb-6a9d-485b-bb16-b26cbea869d1 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:20:38.135514 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-e73675eb-6a9d-485b-bb16-b26cbea869d1 admin admin] 10.222.0.39 "PUT /v2.0/routers/7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0895588
Apr 07 15:20:38.158984 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] For port 62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:20:38.172438 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] For port 62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9,segment=NetworkSegment(c473b040-5c61-4d14-bd81-e1a044ea8887),segment_id=c473b040-5c61-4d14-bd81-e1a044ea8887)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:20:38.185118 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:38.206051 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7944509d-c8b1-4245-a5a4-f0abc42b7591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:38.506187 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df12ed-a2b7-479f-9f00-7e609606e9d4 None None] Pushing event updated for resources: {'Port': ['ID=62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:38.517646 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-84df12ed-a2b7-479f-9f00-7e609606e9d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:38.518332 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:38.577157 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-751926ce-c03c-4a5f-a4f4-7acda4a29f8f None None] Provisioning complete for port 32ae1ce8-5e9a-419f-ad39-7bb818d73624 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:38.577316 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-751926ce-c03c-4a5f-a4f4-7acda4a29f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:38.613965 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] For port 32ae1ce8-5e9a-419f-ad39-7bb818d73624, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=32ae1ce8-5e9a-419f-ad39-7bb818d73624,segment=NetworkSegment(037dc7b8-b6b1-4926-b3c9-53335c70bed7),segment_id=037dc7b8-b6b1-4926-b3c9-53335c70bed7)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:20:38.624014 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:38.635658 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:38.636600 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 58321b71-519b-4415-9a90-49ca1d85676a up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:20:38.676450 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d7094c8a-34f3-45c1-a80c-523341f7b593 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:38.760383 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] Transition to ACTIVE for port object f1f33e57-6221-4727-b30a-66557d10eedd will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:20:38.817193 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:38.843822 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] Routers {'97bb30c3-1533-47af-a384-6ab755d7e004'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:20:38.844524 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690abc0f0>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:20:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['97bb30c3-1533-47af-a384-6ab755d7e004'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:39.086880 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Pushing event updated for resources: {'Port': ['ID=32ae1ce8-5e9a-419f-ad39-7bb818d73624,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:39.086880 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:39.099691 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7733d868-04c3-4225-93df-0e57c40c02ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:39.237370 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 58321b71-519b-4415-9a90-49ca1d85676a triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:39.237737 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:39.329650 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36a9a3-8f24-4454-8873-05ba3d9bb1e5 None None] Pushing event updated for resources: {'Port': ['ID=f1f33e57-6221-4727-b30a-66557d10eedd,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:39.332622 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-aa36a9a3-8f24-4454-8873-05ba3d9bb1e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:39.381540 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] Set router 97bb30c3-1533-47af-a384-6ab755d7e004 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:20:39.474132 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-751926ce-c03c-4a5f-a4f4-7acda4a29f8f None None] Provisioning for port b93b7f3f-e3c8-4726-9b14-b11bbc40df3c completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:20:39.502057 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-751926ce-c03c-4a5f-a4f4-7acda4a29f8f None None] Provisioning complete for port b93b7f3f-e3c8-4726-9b14-b11bbc40df3c triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:39.502550 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-751926ce-c03c-4a5f-a4f4-7acda4a29f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:39.617853 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] Attempting to bind port f1f33e57-6221-4727-b30a-66557d10eedd on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:20:39.618275 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] Attempting to bind port f1f33e57-6221-4727-b30a-66557d10eedd by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:20:39.618692 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] Attempting to bind port f1f33e57-6221-4727-b30a-66557d10eedd on network aaa28d56-97c7-4706-9a1c-f1c898d32c63 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:20:39.877027 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:20:39.877478 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] Checking segment: {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:20:39.877939 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:39.878389 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] Bound using segment: {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:20:39.878966 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] Bound port: f1f33e57-6221-4727-b30a-66557d10eedd, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44896666-8136-41dd-8762-01353411c0f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:20:39.879380 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:40.016291 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-751926ce-c03c-4a5f-a4f4-7acda4a29f8f None None] Port b93b7f3f-e3c8-4726-9b14-b11bbc40df3c cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:20:40.104431 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] For port f1f33e57-6221-4727-b30a-66557d10eedd, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:20:40.109586 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] For port f1f33e57-6221-4727-b30a-66557d10eedd, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=f1f33e57-6221-4727-b30a-66557d10eedd,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:20:40.158763 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:40.177122 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:40.280199 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 6b1bf4cd-8f31-4c8c-bdc2-206aab77c971 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:20:40.421982 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36a9a3-8f24-4454-8873-05ba3d9bb1e5 None None] Pushing event updated for resources: {'Port': ['ID=f1f33e57-6221-4727-b30a-66557d10eedd,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:40.425387 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-aa36a9a3-8f24-4454-8873-05ba3d9bb1e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:40.459420 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-facebf8a-a0bb-4d20-996e-0256890d2e7f None None] Provisioning complete for port b93b7f3f-e3c8-4726-9b14-b11bbc40df3c triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:40.459843 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-facebf8a-a0bb-4d20-996e-0256890d2e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:40.548753 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 6b1bf4cd-8f31-4c8c-bdc2-206aab77c971 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:40.549181 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:40.594206 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690abc0f0>, [{'id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'name': 'tempest-TestMinimumBasicScenario-3614070-router', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '58321b71-519b-4415-9a90-49ca1d85676a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:21Z', 'updated_at': '2021-04-07T15:20:28Z', 'revision_number': 4, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'gw_port': {'id': '58321b71-519b-4415-9a90-49ca1d85676a', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:23Z', 'updated_at': '2021-04-07T15:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9', 'name': '', 'network_id': '2545f480-7005-45b4-89ce-78d025057188', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'mac_address': 'fa:16:3e:c7:c8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '48a77946-414f-4ef9-885c-70683fd3678b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:27Z', 'updated_at': '2021-04-07T15:20:38Z', 'revision_number': 4, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'subnets': [{'id': '48a77946-414f-4ef9-885c-70683fd3678b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:40.600402 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-facebf8a-a0bb-4d20-996e-0256890d2e7f None None] Port b93b7f3f-e3c8-4726-9b14-b11bbc40df3c cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:20:40.627057 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db782ffa-312e-4ca6-824c-0e498742cf10 None None] The sync data for ids ['97bb30c3-1533-47af-a384-6ab755d7e004'] in dv-cinder-782260-2-iscsi is: [{'id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'name': 'tempest-TestMinimumBasicScenario-3614070-router', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '58321b71-519b-4415-9a90-49ca1d85676a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:21Z', 'updated_at': '2021-04-07T15:20:28Z', 'revision_number': 4, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'gw_port': {'id': '58321b71-519b-4415-9a90-49ca1d85676a', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:23Z', 'updated_at': '2021-04-07T15:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9', 'name': '', 'network_id': '2545f480-7005-45b4-89ce-78d025057188', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'mac_address': 'fa:16:3e:c7:c8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '48a77946-414f-4ef9-885c-70683fd3678b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:27Z', 'updated_at': '2021-04-07T15:20:38Z', 'revision_number': 4, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'subnets': [{'id': '48a77946-414f-4ef9-885c-70683fd3678b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:20:40.641622 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] Routers {'7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:20:40.642335 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690f4b550>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:20:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:40.954433 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 32ae1ce8-5e9a-419f-ad39-7bb818d73624 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:20:41.013737 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] Set router 7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:20:41.333691 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 32ae1ce8-5e9a-419f-ad39-7bb818d73624 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:41.334279 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:41.755813 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:20:41.826230 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690f4b550>, [{'id': '7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5', 'name': 'tempest-TestMinimumBasicScenario-579589721-router', 'tenant_id': 'e97eed810cba43f0af230ad7d5554c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f1f33e57-6221-4727-b30a-66557d10eedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:31Z', 'updated_at': '2021-04-07T15:20:37Z', 'revision_number': 4, 'project_id': 'e97eed810cba43f0af230ad7d5554c21', 'gw_port': {'id': 'f1f33e57-6221-4727-b30a-66557d10eedd', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:32Z', 'updated_at': '2021-04-07T15:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': 'b93b7f3f-e3c8-4726-9b14-b11bbc40df3c', 'name': '', 'network_id': '07625377-5f92-4c90-93ea-0c20a366bbdf', 'tenant_id': 'e97eed810cba43f0af230ad7d5554c21', 'mac_address': 'fa:16:3e:0f:ad:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '72b636e6-2152-4fae-afdc-288c7d79a423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:36Z', 'updated_at': '2021-04-07T15:20:37Z', 'revision_number': 2, 'project_id': 'e97eed810cba43f0af230ad7d5554c21', 'subnets': [{'id': '72b636e6-2152-4fae-afdc-288c7d79a423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:41.834082 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4766361-5854-473f-97fc-5311d971e7f3 None None] The sync data for ids ['7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5'] in dv-cinder-782260-2-iscsi is: [{'id': '7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5', 'name': 'tempest-TestMinimumBasicScenario-579589721-router', 'tenant_id': 'e97eed810cba43f0af230ad7d5554c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f1f33e57-6221-4727-b30a-66557d10eedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:31Z', 'updated_at': '2021-04-07T15:20:37Z', 'revision_number': 4, 'project_id': 'e97eed810cba43f0af230ad7d5554c21', 'gw_port': {'id': 'f1f33e57-6221-4727-b30a-66557d10eedd', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:32Z', 'updated_at': '2021-04-07T15:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': 'b93b7f3f-e3c8-4726-9b14-b11bbc40df3c', 'name': '', 'network_id': '07625377-5f92-4c90-93ea-0c20a366bbdf', 'tenant_id': 'e97eed810cba43f0af230ad7d5554c21', 'mac_address': 'fa:16:3e:0f:ad:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '72b636e6-2152-4fae-afdc-288c7d79a423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:36Z', 'updated_at': '2021-04-07T15:20:37Z', 'revision_number': 2, 'project_id': 'e97eed810cba43f0af230ad7d5554c21', 'subnets': [{'id': '72b636e6-2152-4fae-afdc-288c7d79a423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:20:41.862143 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port 62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:20:41.870827 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:41.871145 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:42.025011 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:42.045084 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] For port 62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9,segment=NetworkSegment(c473b040-5c61-4d14-bd81-e1a044ea8887),segment_id=c473b040-5c61-4d14-bd81-e1a044ea8887)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:20:42.050064 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:42.052263 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:42.151770 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Pushing event updated for resources: {'Port': ['ID=62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:42.155633 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:44.228763 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device f1f33e57-6221-4727-b30a-66557d10eedd up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:20:44.314214 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port f1f33e57-6221-4727-b30a-66557d10eedd completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:20:44.320613 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port f1f33e57-6221-4727-b30a-66557d10eedd triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:44.321100 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:44.459602 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:44.478791 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] For port f1f33e57-6221-4727-b30a-66557d10eedd, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=f1f33e57-6221-4727-b30a-66557d10eedd,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:20:44.482429 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:44.483371 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9 up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:20:44.514389 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-84df12ed-a2b7-479f-9f00-7e609606e9d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:44.613506 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Pushing event updated for resources: {'Port': ['ID=f1f33e57-6221-4727-b30a-66557d10eedd,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:44.618642 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:44.626268 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port 62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:44.626786 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:45.461163 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] Sync routers for ids ['7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5'] in dv-cinder-782260-2-iscsi {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:20:45.473899 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] Routers {'7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:20:45.474950 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe69156cac8>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:20:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:45.667684 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] Set router 7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:20:46.041554 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe69156cac8>, [{'id': '7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5', 'name': 'tempest-TestMinimumBasicScenario-579589721-router', 'tenant_id': 'e97eed810cba43f0af230ad7d5554c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f1f33e57-6221-4727-b30a-66557d10eedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:31Z', 'updated_at': '2021-04-07T15:20:37Z', 'revision_number': 4, 'project_id': 'e97eed810cba43f0af230ad7d5554c21', 'gw_port': {'id': 'f1f33e57-6221-4727-b30a-66557d10eedd', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:32Z', 'updated_at': '2021-04-07T15:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': 'b93b7f3f-e3c8-4726-9b14-b11bbc40df3c', 'name': '', 'network_id': '07625377-5f92-4c90-93ea-0c20a366bbdf', 'tenant_id': 'e97eed810cba43f0af230ad7d5554c21', 'mac_address': 'fa:16:3e:0f:ad:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '72b636e6-2152-4fae-afdc-288c7d79a423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:36Z', 'updated_at': '2021-04-07T15:20:37Z', 'revision_number': 2, 'project_id': 'e97eed810cba43f0af230ad7d5554c21', 'subnets': [{'id': '72b636e6-2152-4fae-afdc-288c7d79a423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:46.051542 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] Checking router: 7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5 for host: dv-cinder-782260-2-iscsi {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:20:46.051910 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] Updating router 7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5 port b93b7f3f-e3c8-4726-9b14-b11bbc40df3c binding host dv-cinder-782260-2-iscsi {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 15:20:46.143307 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:46.151201 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device f1f33e57-6221-4727-b30a-66557d10eedd up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:20:46.231385 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port f1f33e57-6221-4727-b30a-66557d10eedd triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:46.231855 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:46.616887 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:46.629905 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] Transition to ACTIVE for port object b93b7f3f-e3c8-4726-9b14-b11bbc40df3c will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:20:46.639482 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:46.707558 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:46.789678 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616b83e-92cd-428c-b4e1-387a0fcace55 None None] Pushing event updated for resources: {'Port': ['ID=b93b7f3f-e3c8-4726-9b14-b11bbc40df3c,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:46.794435 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a616b83e-92cd-428c-b4e1-387a0fcace55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:47.055699 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] Attempting to bind port b93b7f3f-e3c8-4726-9b14-b11bbc40df3c on host dv-cinder-782260-2-iscsi for vnic_type normal with profile  {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:20:47.056121 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] Attempting to bind port b93b7f3f-e3c8-4726-9b14-b11bbc40df3c by drivers openvswitch,hyperv on host dv-cinder-782260-2-iscsi at level 0 using segments [{'id': '037dc7b8-b6b1-4926-b3c9-53335c70bed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '07625377-5f92-4c90-93ea-0c20a366bbdf'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:20:47.056530 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] Attempting to bind port b93b7f3f-e3c8-4726-9b14-b11bbc40df3c on network 07625377-5f92-4c90-93ea-0c20a366bbdf {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:20:47.069092 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] Checking agent: {'id': '21484ee9-6528-4e4c-99eb-b9da33ebdd68', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:20:47.069092 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] Checking segment: {'id': '037dc7b8-b6b1-4926-b3c9-53335c70bed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '07625377-5f92-4c90-93ea-0c20a366bbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:20:47.069092 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:47.069092 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] Bound using segment: {'id': '037dc7b8-b6b1-4926-b3c9-53335c70bed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '07625377-5f92-4c90-93ea-0c20a366bbdf'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:20:47.070945 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] Bound port: b93b7f3f-e3c8-4726-9b14-b11bbc40df3c, host: dv-cinder-782260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037dc7b8-b6b1-4926-b3c9-53335c70bed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '07625377-5f92-4c90-93ea-0c20a366bbdf'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:20:47.071718 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:47.170764 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] For port b93b7f3f-e3c8-4726-9b14-b11bbc40df3c, host dv-cinder-782260-2-iscsi, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:20:47.174599 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] For port b93b7f3f-e3c8-4726-9b14-b11bbc40df3c, host dv-cinder-782260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=b93b7f3f-e3c8-4726-9b14-b11bbc40df3c,segment=NetworkSegment(037dc7b8-b6b1-4926-b3c9-53335c70bed7),segment_id=037dc7b8-b6b1-4926-b3c9-53335c70bed7)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:20:47.179055 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:47.196062 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-be2c8737-ba69-4e1b-9ca2-6650c37ff837 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:47.361923 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616b83e-92cd-428c-b4e1-387a0fcace55 None None] Pushing event updated for resources: {'Port': ['ID=b93b7f3f-e3c8-4726-9b14-b11bbc40df3c,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:47.364269 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a616b83e-92cd-428c-b4e1-387a0fcace55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:47.371469 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-d66df48c-c9e3-46dd-9af5-6cb360e12117 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Synchronizing usage tracker for tenant:a513548b70c04cb59fd49f59b979179e on resource:security_group {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:20:47.392035 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-d66df48c-c9e3-46dd-9af5-6cb360e12117 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Unset dirty status for tenant:a513548b70c04cb59fd49f59b979179e on resource:security_group {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:20:47.396232 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-d66df48c-c9e3-46dd-9af5-6cb360e12117 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1490849047&fields=id&tenant_id=a513548b70c04cb59fd49f59b979179e HTTP/1.1" status: 200  len: 267 time: 0.0607898
Apr 07 15:20:47.418832 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] Routers {'7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:20:47.419463 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe69156cac8>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:20:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:47.603152 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-87dae49a-c3df-4805-8496-33e2759e405c tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:20:47.604147 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-87dae49a-c3df-4805-8496-33e2759e405c tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Synchronizing usage tracker for tenant:a513548b70c04cb59fd49f59b979179e on resource:network {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:20:47.639609 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-87dae49a-c3df-4805-8496-33e2759e405c tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Unset dirty status for tenant:a513548b70c04cb59fd49f59b979179e on resource:network {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:20:47.641496 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-87dae49a-c3df-4805-8496-33e2759e405c tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/networks?id=5dbf8263-9260-4744-9890-2491478b8271 HTTP/1.1" status: 200  len: 811 time: 0.2378888
Apr 07 15:20:47.659645 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-f7c8d5ff-f065-47fe-886b-539011fc692b tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/quotas/a513548b70c04cb59fd49f59b979179e HTTP/1.1" status: 200  len: 375 time: 0.0115972
Apr 07 15:20:47.779588 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-f653bd29-3a2d-4206-bc4f-480c539d297d tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Synchronizing usage tracker for tenant:a513548b70c04cb59fd49f59b979179e on resource:port {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:20:47.802714 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-f653bd29-3a2d-4206-bc4f-480c539d297d tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Unset dirty status for tenant:a513548b70c04cb59fd49f59b979179e on resource:port {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:20:47.803963 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-f653bd29-3a2d-4206-bc4f-480c539d297d tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a513548b70c04cb59fd49f59b979179e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1352315
Apr 07 15:20:47.823502 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-9258dbe1-1092-4935-b4ea-57fff2950f2a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84337) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 07 15:20:47.824713 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-9258dbe1-1092-4935-b4ea-57fff2950f2a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0073628
Apr 07 15:20:47.892129 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] Set router 7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:20:48.012085 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-cde33445-2e05-4b59-a86e-b639673bf26e service neutron] 10.222.0.39 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1805527
Apr 07 15:20:48.192075 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device b93b7f3f-e3c8-4726-9b14-b11bbc40df3c up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:20:48.192949 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-1603c57a-fa4c-4819-863b-fece05aa2e80 service neutron] 10.222.0.39 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1794562
Apr 07 15:20:48.267695 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning for port b93b7f3f-e3c8-4726-9b14-b11bbc40df3c completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:20:48.272859 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port b93b7f3f-e3c8-4726-9b14-b11bbc40df3c triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:48.273590 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:48.300215 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe69156cac8>, [{'id': '7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5', 'name': 'tempest-TestMinimumBasicScenario-579589721-router', 'tenant_id': 'e97eed810cba43f0af230ad7d5554c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f1f33e57-6221-4727-b30a-66557d10eedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:31Z', 'updated_at': '2021-04-07T15:20:37Z', 'revision_number': 4, 'project_id': 'e97eed810cba43f0af230ad7d5554c21', 'gw_port': {'id': 'f1f33e57-6221-4727-b30a-66557d10eedd', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:32Z', 'updated_at': '2021-04-07T15:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': 'b93b7f3f-e3c8-4726-9b14-b11bbc40df3c', 'name': '', 'network_id': '07625377-5f92-4c90-93ea-0c20a366bbdf', 'tenant_id': 'e97eed810cba43f0af230ad7d5554c21', 'mac_address': 'fa:16:3e:0f:ad:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '72b636e6-2152-4fae-afdc-288c7d79a423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:36Z', 'updated_at': '2021-04-07T15:20:47Z', 'revision_number': 4, 'project_id': 'e97eed810cba43f0af230ad7d5554c21', 'subnets': [{'id': '72b636e6-2152-4fae-afdc-288c7d79a423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:20:48.304509 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3774b2f-e7be-4875-b44a-2c2ecc3ce8cc None None] The sync data for ids ['7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5'] in dv-cinder-782260-2-iscsi is: [{'id': '7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5', 'name': 'tempest-TestMinimumBasicScenario-579589721-router', 'tenant_id': 'e97eed810cba43f0af230ad7d5554c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f1f33e57-6221-4727-b30a-66557d10eedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:31Z', 'updated_at': '2021-04-07T15:20:37Z', 'revision_number': 4, 'project_id': 'e97eed810cba43f0af230ad7d5554c21', 'gw_port': {'id': 'f1f33e57-6221-4727-b30a-66557d10eedd', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:32Z', 'updated_at': '2021-04-07T15:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': 'b93b7f3f-e3c8-4726-9b14-b11bbc40df3c', 'name': '', 'network_id': '07625377-5f92-4c90-93ea-0c20a366bbdf', 'tenant_id': 'e97eed810cba43f0af230ad7d5554c21', 'mac_address': 'fa:16:3e:0f:ad:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '72b636e6-2152-4fae-afdc-288c7d79a423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:36Z', 'updated_at': '2021-04-07T15:20:47Z', 'revision_number': 4, 'project_id': 'e97eed810cba43f0af230ad7d5554c21', 'subnets': [{'id': '72b636e6-2152-4fae-afdc-288c7d79a423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:20:48.424546 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:48.444194 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] For port b93b7f3f-e3c8-4726-9b14-b11bbc40df3c, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=b93b7f3f-e3c8-4726-9b14-b11bbc40df3c,segment=NetworkSegment(037dc7b8-b6b1-4926-b3c9-53335c70bed7),segment_id=037dc7b8-b6b1-4926-b3c9-53335c70bed7)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:20:48.448317 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:48.450110 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:48.534042 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Pushing event updated for resources: {'Port': ['ID=b93b7f3f-e3c8-4726-9b14-b11bbc40df3c,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:48.537837 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:48.758564 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-28cc8534-b8cc-4af6-848d-85f4be6f871b req-752fb237-c0f6-4245-b7de-8f8dffdd8191 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 210 time: 0.0699811
Apr 07 15:20:48.820469 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-fd544a5d-1fa2-4691-9c70-1dc6e454b9f0 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:20:48.822097 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-fd544a5d-1fa2-4691-9c70-1dc6e454b9f0 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/networks?id=2545f480-7005-45b4-89ce-78d025057188 HTTP/1.1" status: 200  len: 812 time: 0.2309995
Apr 07 15:20:48.838408 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-e242cf98-16a1-4508-8e68-7ad9379366f5 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/quotas/926d6021f4e54c84aaf1afdfd0430193 HTTP/1.1" status: 200  len: 375 time: 0.0099769
Apr 07 15:20:48.930670 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-c4ba404e-86fa-448e-a6d8-bca23ae76f15 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=926d6021f4e54c84aaf1afdfd0430193&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0865479
Apr 07 15:20:49.056902 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-0a012abd-6746-4204-a715-8d25da7cb00c service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84337) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 07 15:20:49.058018 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-0a012abd-6746-4204-a715-8d25da7cb00c service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1142073
Apr 07 15:20:49.205662 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-02d86d8b-af85-41db-a0b3-6f9b902dc78f service neutron] 10.222.0.39 "GET /v2.0/networks/2545f480-7005-45b4-89ce-78d025057188?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406758
Apr 07 15:20:49.355651 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-c7669775-fbc8-4a0b-98af-333e0b724601 service neutron] 10.222.0.39 "GET /v2.0/networks/2545f480-7005-45b4-89ce-78d025057188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403291
Apr 07 15:20:49.873471 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-554dc63b-1758-4f11-8b70-b191a84dc9ab req-f856deea-de86-4d6b-8218-039d627ae58c tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 210 time: 0.0537438
Apr 07 15:20:50.139131 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device b93b7f3f-e3c8-4726-9b14-b11bbc40df3c up at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:20:50.221685 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Provisioning complete for port b93b7f3f-e3c8-4726-9b14-b11bbc40df3c triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:50.222117 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:50.587411 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9585a3e2-5c9b-4d87-99f9-d4031f7962a1 req-3983fae8-0cb4-4e5d-ba73-507900a487fe tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 210 time: 0.0485253
Apr 07 15:20:50.987755 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-12ac3eeb-9ce1-4266-b374-5693f5e09992 req-56289422-c653-4741-a7d5-bdc8ecbc4002 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 210 time: 0.0510569
Apr 07 15:20:52.096397 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bb4aebbe-2793-4881-972f-61fc8a1a4858 req-b637f461-3693-46d0-a7a9-e59552766e92 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 210 time: 0.3936536
Apr 07 15:20:52.163616 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-46b9810d-edc4-4ee5-b8b2-1228e20bbe86 req-0be2db63-6646-4c0f-ae7d-fc19724bb1ae tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 210 time: 0.0699787
Apr 07 15:20:52.222777 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-b1cb9f04-9e68-40cd-83e0-fff8b64755d8 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:20:52.224579 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-b1cb9f04-9e68-40cd-83e0-fff8b64755d8 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.65 "GET /v2.0/networks?id=2545f480-7005-45b4-89ce-78d025057188 HTTP/1.1" status: 200  len: 812 time: 0.4782639
Apr 07 15:20:52.243613 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-70b3ffb7-eefe-436b-b653-bc525f770d3f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Request body: {'port': {'device_id': '182c6ed3-34d4-4cde-8c85-83610425ca46', 'network_id': '2545f480-7005-45b4-89ce-78d025057188', 'admin_state_up': True, 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:20:52.423118 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-70b3ffb7-eefe-436b-b653-bc525f770d3f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:20:52.427662 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-70b3ffb7-eefe-436b-b653-bc525f770d3f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Usage tracker for resource:port and tenant:926d6021f4e54c84aaf1afdfd0430193 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:20:52.431453 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-70b3ffb7-eefe-436b-b653-bc525f770d3f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:20:52.438848 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-70b3ffb7-eefe-436b-b653-bc525f770d3f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:20:52.449015 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-70b3ffb7-eefe-436b-b653-bc525f770d3f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Made reservation on behalf of 926d6021f4e54c84aaf1afdfd0430193 for: {'port': 1} {{(pid=84337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:20:52.457452 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-70b3ffb7-eefe-436b-b653-bc525f770d3f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:52.656821 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-70b3ffb7-eefe-436b-b653-bc525f770d3f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Allocated IP 172.20.0.4 (2545f480-7005-45b4-89ce-78d025057188/48a77946-414f-4ef9-885c-70683fd3678b/2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c) {{(pid=84337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:20:52.876081 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-70b3ffb7-eefe-436b-b653-bc525f770d3f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for port, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:52.895406 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-70b3ffb7-eefe-436b-b653-bc525f770d3f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Transition to ACTIVE for port object 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c will not be triggered until provisioned by entity DHCP. {{(pid=84337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:20:52.922310 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-70b3ffb7-eefe-436b-b653-bc525f770d3f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:52.938374 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e79e43ea-319b-4f6a-8c1f-b1585018cb25 tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:20:53.089865 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3ffb7-eefe-436b-b653-bc525f770d3f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Pushing event updated for resources: {'Port': ['ID=2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:20:53.095302 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-70b3ffb7-eefe-436b-b653-bc525f770d3f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:20:53.157314 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-70b3ffb7-eefe-436b-b653-bc525f770d3f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Network 2545f480-7005-45b4-89ce-78d025057188 is already hosted by enough agents. {{(pid=84337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:20:53.158642 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-70b3ffb7-eefe-436b-b653-bc525f770d3f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Resources bound (agent type, host, resource id):  {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:20:53.161008 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-70b3ffb7-eefe-436b-b653-bc525f770d3f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Received port after_create {{(pid=84337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:20:53.307135 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-70b3ffb7-eefe-436b-b653-bc525f770d3f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:20:53.307999 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-70b3ffb7-eefe-436b-b653-bc525f770d3f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:53.390657 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-439c6c34-eddc-4f08-9690-0fc8db3bb9c8 req-0ec2889e-43f7-435a-9a95-0058d80c84e1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 210 time: 0.0778723
Apr 07 15:20:53.402975 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-70b3ffb7-eefe-436b-b653-bc525f770d3f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1638339
Apr 07 15:20:53.422939 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ddecb-e0dd-4668-9ef7-6d0864d8d5d2 req-720c8ea9-781d-4498-8734-f47a2e270550 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:20:53.423717 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-ac8ddecb-e0dd-4668-9ef7-6d0864d8d5d2 req-720c8ea9-781d-4498-8734-f47a2e270550 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Synchronizing usage tracker for tenant:926d6021f4e54c84aaf1afdfd0430193 on resource:port {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:20:53.441734 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-ac8ddecb-e0dd-4668-9ef7-6d0864d8d5d2 req-720c8ea9-781d-4498-8734-f47a2e270550 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Unset dirty status for tenant:926d6021f4e54c84aaf1afdfd0430193 on resource:port {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:20:53.443382 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ac8ddecb-e0dd-4668-9ef7-6d0864d8d5d2 req-720c8ea9-781d-4498-8734-f47a2e270550 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 931 time: 0.2029512
Apr 07 15:20:53.475355 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ac8ddecb-e0dd-4668-9ef7-6d0864d8d5d2 req-939ca7c6-d353-4135-8123-af92da27fb9e tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0253756
Apr 07 15:20:53.493875 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-3ad646b5-1338-4903-b059-81bdc54b8bbc None None] Provisioning for port 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:20:53.500969 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-3ad646b5-1338-4903-b059-81bdc54b8bbc None None] Provisioning complete for port 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:20:53.501732 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3ad646b5-1338-4903-b059-81bdc54b8bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:53.564482 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-3ad646b5-1338-4903-b059-81bdc54b8bbc None None] Port 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:20:54.577391 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-183f9496-4059-4a4e-9b76-53f206f318e7 req-9e72bf27-bac7-4f75-8ba3-4181ed65b1ad tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 210 time: 0.0545628
Apr 07 15:20:54.711559 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b785e-472a-4d61-bee5-d51dd0bdcadc req-206805a6-b938-4363-a37d-1aff5dd9035e tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:20:54.713187 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a30b785e-472a-4d61-bee5-d51dd0bdcadc req-206805a6-b938-4363-a37d-1aff5dd9035e tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 931 time: 0.0951517
Apr 07 15:20:54.745259 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a30b785e-472a-4d61-bee5-d51dd0bdcadc req-bfe3d2ac-b592-4649-b01d-89f3ca9f6cb5 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251825
Apr 07 15:20:55.556418 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:20:55.741981 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fa543603-b21e-4451-a9c1-b5365edcac95 req-24616744-c702-4bfc-a446-6f6e227a142e tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 210 time: 0.0508497
Apr 07 15:20:55.961729 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc24e8-4385-4262-880c-333771408740 req-7122fe53-9dd8-4575-9b4d-f5da5a40c1c2 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:20:55.963296 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4ccc24e8-4385-4262-880c-333771408740 req-7122fe53-9dd8-4575-9b4d-f5da5a40c1c2 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 931 time: 0.1046195
Apr 07 15:20:55.994247 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4ccc24e8-4385-4262-880c-333771408740 req-2c1130fb-ecf2-4762-951b-af985e6ae6f4 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0242383
Apr 07 15:20:56.921385 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-92670ed3-33bf-4069-a9f4-9ddd9e4677d8 req-d5986fe9-e7b9-46c2-b522-28de4a2af297 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 210 time: 0.0546169
Apr 07 15:20:57.229339 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c466d95-9fa1-48d8-8f8e-10e95355fed8 req-f90189dc-e3b3-4c64-ab5e-d995164e6da3 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:20:57.230954 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5c466d95-9fa1-48d8-8f8e-10e95355fed8 req-f90189dc-e3b3-4c64-ab5e-d995164e6da3 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 931 time: 0.1095707
Apr 07 15:20:57.263496 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5c466d95-9fa1-48d8-8f8e-10e95355fed8 req-3f98a619-9f59-4ef3-8531-4915b6e27d6f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0255666
Apr 07 15:20:57.387637 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-289539be-4e9c-4734-978f-73571ababdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:20:58.127750 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3dafeaf4-9375-4718-ae51-f47a44c161d1 req-417441c2-e297-4024-8dd4-f3e6197967ee tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 210 time: 0.0547006
Apr 07 15:20:58.471481 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdca14-057a-4d75-b13e-06aff8d80f19 req-b060ea41-48d2-4192-82bd-9bed411ed559 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:20:58.473019 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4cbdca14-057a-4d75-b13e-06aff8d80f19 req-b060ea41-48d2-4192-82bd-9bed411ed559 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 931 time: 0.0921292
Apr 07 15:20:58.511042 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4cbdca14-057a-4d75-b13e-06aff8d80f19 req-349bbf56-7d2f-42b2-b2a8-b39059db267b tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312397
Apr 07 15:20:59.299917 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1824e83f-d9e7-49ad-be9f-942730a9e440 req-d32daa0c-ecda-4382-91a3-5e8e4e336fbf tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 210 time: 0.0524781
Apr 07 15:20:59.725275 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6820e4-d8ea-4492-8192-e18509ac1d8c req-95efe434-6ebd-44e0-b100-15cefae8fd21 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:20:59.726945 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5a6820e4-d8ea-4492-8192-e18509ac1d8c req-95efe434-6ebd-44e0-b100-15cefae8fd21 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 931 time: 0.0914285
Apr 07 15:20:59.762439 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5a6820e4-d8ea-4492-8192-e18509ac1d8c req-e931e7c7-db9c-4351-870a-bcc0074a5a48 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0253921
Apr 07 15:20:59.986140 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9d717288-aa32-4c2d-8e88-7ffef56ddb36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:00.088547 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:00.474425 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-09f41a2d-172c-46da-bf17-71e2aaaed176 req-72a01db6-17cc-4fbb-a77a-3e7e261e3afb tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 210 time: 0.0541339
Apr 07 15:21:00.971975 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89b707-e4ce-41cc-8ac0-c9a4f9ee1f16 req-aaa76241-079d-41d4-ad95-4b0b87bf8212 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:00.979662 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0e89b707-e4ce-41cc-8ac0-c9a4f9ee1f16 req-aaa76241-079d-41d4-ad95-4b0b87bf8212 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 931 time: 0.0904739
Apr 07 15:21:01.007974 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0e89b707-e4ce-41cc-8ac0-c9a4f9ee1f16 req-8c1f3e96-e73b-4ae0-8fda-20db2914229d tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0276778
Apr 07 15:21:01.384318 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:01.644695 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f7f3a855-0b22-4850-8e3c-e421bd1e284e req-2fabd44d-70c3-418f-a5d4-6e109dd1fb77 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 210 time: 0.0542479
Apr 07 15:21:01.863679 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:02.020001 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:02.219353 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf08143-388a-4431-af76-f5dbdcf28324 req-db478c70-c6e7-40ff-98f8-a109093caa19 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:02.220861 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7bf08143-388a-4431-af76-f5dbdcf28324 req-db478c70-c6e7-40ff-98f8-a109093caa19 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 931 time: 0.0936115
Apr 07 15:21:02.254787 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7bf08143-388a-4431-af76-f5dbdcf28324 req-3081afbf-d917-4aea-81e2-9519645842c7 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0240560
Apr 07 15:21:02.771204 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-e6124c8d-4ea4-4fd7-b46f-452713d7a3f3 service neutron] Request body: {'port': {'device_id': '182c6ed3-34d4-4cde-8c85-83610425ca46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:21:02.863593 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3df065ac-fc35-45c0-926f-eb69398adf62 req-389bc5c8-a773-4809-87fa-4a932b328dea tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 210 time: 0.0644331
Apr 07 15:21:02.942578 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-e6124c8d-4ea4-4fd7-b46f-452713d7a3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:03.370795 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-e6124c8d-4ea4-4fd7-b46f-452713d7a3f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c {{(pid=84337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:21:03.419348 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-e6124c8d-4ea4-4fd7-b46f-452713d7a3f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:03.450268 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-e6124c8d-4ea4-4fd7-b46f-452713d7a3f3 service neutron] Transition to ACTIVE for port object 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c will not be triggered until provisioned by entity L2. {{(pid=84337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:21:03.459769 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-e6124c8d-4ea4-4fd7-b46f-452713d7a3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852156545'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:03.476570 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d2d53e07-4211-4c82-a07e-4dece54a88fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:21:03.559320 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-85b16877-2a4f-414e-8d90-3adcaf887f00 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:03.560827 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-85b16877-2a4f-414e-8d90-3adcaf887f00 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.65 "GET /v2.0/networks?id=5dbf8263-9260-4744-9890-2491478b8271 HTTP/1.1" status: 200  len: 811 time: 0.1644671
Apr 07 15:21:03.629751 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ae62d-83aa-4f55-89d9-b74fb8348a33 req-9fdad421-ef15-426a-b884-e2d4682baa1e tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:03.631381 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1e5ae62d-83aa-4f55-89d9-b74fb8348a33 req-9fdad421-ef15-426a-b884-e2d4682baa1e tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 931 time: 0.2557714
Apr 07 15:21:03.635154 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6124c8d-4ea4-4fd7-b46f-452713d7a3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c,revision_number=2']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:21:03.640446 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e6124c8d-4ea4-4fd7-b46f-452713d7a3f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:21:03.652222 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-076120b2-4512-497d-a980-bd3fe175d50b tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a513548b70c04cb59fd49f59b979179e HTTP/1.1" status: 200  len: 8061 time: 0.0769885
Apr 07 15:21:03.679508 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Request body: {'port': {'device_id': 'a6327376-9a07-4eee-ba68-b83a5ef713ab', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'admin_state_up': True, 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'security_groups': ['1f9ce5f9-ac68-4261-b9da-23cd1c6071b7']}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:21:03.694097 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1e5ae62d-83aa-4f55-89d9-b74fb8348a33 req-c98a8b27-6f69-4072-9706-743784284b25 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421581
Apr 07 15:21:03.844233 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:21:03.855265 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:21:03.864790 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Made reservation on behalf of a513548b70c04cb59fd49f59b979179e for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:21:03.871174 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:03.919299 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-e6124c8d-4ea4-4fd7-b46f-452713d7a3f3 service neutron] Attempting to bind port 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c on host hv-cinder-78226 for vnic_type normal with profile  {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:21:03.919831 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-e6124c8d-4ea4-4fd7-b46f-452713d7a3f3 service neutron] Attempting to bind port 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'c473b040-5c61-4d14-bd81-e1a044ea8887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2545f480-7005-45b4-89ce-78d025057188'}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:21:03.919964 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-e6124c8d-4ea4-4fd7-b46f-452713d7a3f3 service neutron] Attempting to bind port 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c on network 2545f480-7005-45b4-89ce-78d025057188 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:21:03.925115 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-e6124c8d-4ea4-4fd7-b46f-452713d7a3f3 service neutron] Port 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c on network 2545f480-7005-45b4-89ce-78d025057188 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 15:21:03.925498 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-e6124c8d-4ea4-4fd7-b46f-452713d7a3f3 service neutron] Attempting to bind port 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c on network 2545f480-7005-45b4-89ce-78d025057188 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:21:03.931172 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-e6124c8d-4ea4-4fd7-b46f-452713d7a3f3 service neutron] Checking agent: {'id': 'b2fd6503-106d-4224-ac4d-40fda7056aab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:21:03.931552 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-e6124c8d-4ea4-4fd7-b46f-452713d7a3f3 service neutron] Checking segment: {'id': 'c473b040-5c61-4d14-bd81-e1a044ea8887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2545f480-7005-45b4-89ce-78d025057188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:21:03.931982 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-e6124c8d-4ea4-4fd7-b46f-452713d7a3f3 service neutron] Bound using segment: {'id': 'c473b040-5c61-4d14-bd81-e1a044ea8887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2545f480-7005-45b4-89ce-78d025057188'} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:21:03.932451 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-e6124c8d-4ea4-4fd7-b46f-452713d7a3f3 service neutron] Bound port: 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c473b040-5c61-4d14-bd81-e1a044ea8887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2545f480-7005-45b4-89ce-78d025057188'}}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:21:03.932834 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-e6124c8d-4ea4-4fd7-b46f-452713d7a3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:04.031650 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Allocated IP 172.20.0.4 (5dbf8263-9260-4744-9890-2491478b8271/96891164-c29f-43fc-aef8-583f277c76af/f84d0d1d-5e41-4138-8288-faa12839b438) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:21:04.055928 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1d7f9e8f-5020-4792-9b86-6b4d0cf7e7fe req-59df2724-8c68-41ba-8f59-fefdb14f1ca4 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 210 time: 0.0652072
Apr 07 15:21:04.062058 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-e6124c8d-4ea4-4fd7-b46f-452713d7a3f3 service neutron] For port 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c, host hv-cinder-78226, cleared binding levels {{(pid=84337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:21:04.065949 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-e6124c8d-4ea4-4fd7-b46f-452713d7a3f3 service neutron] For port 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c,segment=NetworkSegment(c473b040-5c61-4d14-bd81-e1a044ea8887),segment_id=c473b040-5c61-4d14-bd81-e1a044ea8887)] {{(pid=84337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:21:04.071046 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-e6124c8d-4ea4-4fd7-b46f-452713d7a3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852156545'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:04.257030 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:04.278328 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Transition to ACTIVE for port object f84d0d1d-5e41-4138-8288-faa12839b438 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:21:04.303693 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:04.320163 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e01bf093-083a-4b08-b56e-e1bb7a441b96 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:21:04.406011 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-86a0eeba-b66f-4600-8a72-11ec8e82fc64 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:21:04.523607 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6124c8d-4ea4-4fd7-b46f-452713d7a3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c,revision_number=3']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:21:04.530394 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e6124c8d-4ea4-4fd7-b46f-452713d7a3f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:21:04.547217 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-e6124c8d-4ea4-4fd7-b46f-452713d7a3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:04.548124 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-e6124c8d-4ea4-4fd7-b46f-452713d7a3f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:04.549696 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-e6124c8d-4ea4-4fd7-b46f-452713d7a3f3 service neutron] 10.222.0.65 "PUT /v2.0/ports/2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c HTTP/1.1" status: 200  len: 1093 time: 1.8626993
Apr 07 15:21:04.550275 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182c6ed3-34d4-4cde-8c85-83610425ca46', 'tag': '2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:21:04.718175 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-f31d1e96-bdc0-4825-b8a3-dacf4d1bdc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:04.720242 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-f31d1e96-bdc0-4825-b8a3-dacf4d1bdc90 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=926d6021f4e54c84aaf1afdfd0430193&device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 1096 time: 0.1072888
Apr 07 15:21:04.738315 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Pushing event updated for resources: {'Port': ['ID=f84d0d1d-5e41-4138-8288-faa12839b438,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:21:04.761277 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:21:04.761495 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:21:04.761905 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:21:04.762315 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:21:04.762724 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:21:04.763123 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:21:04.763525 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:21:04.763926 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:21:04.764324 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:21:04.764724 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:21:04.765118 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:21:04.765551 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:21:04.771821 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:21:04.808932 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Network 5dbf8263-9260-4744-9890-2491478b8271 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:21:04.810201 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:21:04.812623 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:21:04.835196 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-b583b68e-e5dd-489e-a715-b69d73aec87a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c HTTP/1.1" status: 200  len: 217 time: 0.1009514
Apr 07 15:21:04.894974 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:04.895691 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:04.922337 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182c6ed3-34d4-4cde-8c85-83610425ca46', 'tag': '2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c', 'status': 'completed', 'code': 200}
Apr 07 15:21:04.924022 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-500fb246-36f1-4f1f-9866-7bd1ac36fe11 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2488286
Apr 07 15:21:04.940877 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-c0305322-48f7-490b-b4b6-f20a57cbd841 service neutron] Request body: {'port': {'device_id': 'a6327376-9a07-4eee-ba68-b83a5ef713ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:21:04.998027 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-8483bd0f-f92a-4086-9495-743bfb6d5945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:04.999761 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-8483bd0f-f92a-4086-9495-743bfb6d5945 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48a77946-414f-4ef9-885c-70683fd3678b HTTP/1.1" status: 200  len: 851 time: 0.1573839
Apr 07 15:21:05.066730 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-c0305322-48f7-490b-b4b6-f20a57cbd841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:05.077505 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca015d67-2f30-4002-bf31-295d71e62c65 req-4502abce-dc60-492c-b3cd-d0679dc961c4 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:05.079142 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ca015d67-2f30-4002-bf31-295d71e62c65 req-4502abce-dc60-492c-b3cd-d0679dc961c4 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 943 time: 0.1600986
Apr 07 15:21:05.118328 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ca015d67-2f30-4002-bf31-295d71e62c65 req-122fd4fe-8761-4b3a-9ac9-fdea11dcf3cf tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0274196
Apr 07 15:21:05.129503 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-8861ad88-0738-42d8-95aa-dcc00f47f093 None None] Provisioning for port f84d0d1d-5e41-4138-8288-faa12839b438 completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:21:05.132602 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-73f544af-ffa5-418a-b36a-911bb3ed533b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:05.134266 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-73f544af-ffa5-418a-b36a-911bb3ed533b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2545f480-7005-45b4-89ce-78d025057188&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1281106
Apr 07 15:21:05.137046 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-8861ad88-0738-42d8-95aa-dcc00f47f093 None None] Provisioning complete for port f84d0d1d-5e41-4138-8288-faa12839b438 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:21:05.137509 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8861ad88-0738-42d8-95aa-dcc00f47f093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:05.218757 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-8861ad88-0738-42d8-95aa-dcc00f47f093 None None] Port f84d0d1d-5e41-4138-8288-faa12839b438 cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:21:05.350954 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-e90e9dc4-5a78-47bf-9211-dda7aef6be32 service neutron] 10.222.0.65 "GET /v2.0/networks/2545f480-7005-45b4-89ce-78d025057188?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2095320
Apr 07 15:21:05.360218 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e69ab8-8824-47d4-9116-448cc03911cb req-5139a9e3-752a-4c97-9644-9825afb3fdc7 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:05.361735 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-23e69ab8-8824-47d4-9116-448cc03911cb req-5139a9e3-752a-4c97-9644-9825afb3fdc7 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 931 time: 0.1450944
Apr 07 15:21:05.477526 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-23e69ab8-8824-47d4-9116-448cc03911cb req-f7f01965-dd81-47bf-8692-9cc6b5d6f220 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0906785
Apr 07 15:21:05.492614 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-c0305322-48f7-490b-b4b6-f20a57cbd841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f84d0d1d-5e41-4138-8288-faa12839b438 {{(pid=84338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:21:05.501181 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-c0305322-48f7-490b-b4b6-f20a57cbd841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:05.517426 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-c0305322-48f7-490b-b4b6-f20a57cbd841 service neutron] Transition to ACTIVE for port object f84d0d1d-5e41-4138-8288-faa12839b438 will not be triggered until provisioned by entity L2. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:21:05.520943 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-c0305322-48f7-490b-b4b6-f20a57cbd841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103687'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:05.525536 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dc50a64b-5cff-451d-bee9-5a00b1cec83d req-c0fb5dda-feb7-4083-a020-dbc0e4e9e46c service neutron] 10.222.0.65 "GET /v2.0/networks/2545f480-7005-45b4-89ce-78d025057188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1627777
Apr 07 15:21:05.537822 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e73675eb-6a9d-485b-bb16-b26cbea869d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:21:05.674325 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0305322-48f7-490b-b4b6-f20a57cbd841 service neutron] Pushing event updated for resources: {'Port': ['ID=f84d0d1d-5e41-4138-8288-faa12839b438,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:21:05.679277 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c0305322-48f7-490b-b4b6-f20a57cbd841 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:21:05.688389 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb33af-2937-4cb8-adf4-be1d6ecd61a3 req-0cae9b27-0df0-4985-96d6-8665a6f15a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:05.690084 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8bcb33af-2937-4cb8-adf4-be1d6ecd61a3 req-0cae9b27-0df0-4985-96d6-8665a6f15a77 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=926d6021f4e54c84aaf1afdfd0430193&device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 1096 time: 0.0813756
Apr 07 15:21:05.846999 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb33af-2937-4cb8-adf4-be1d6ecd61a3 req-75e75a8a-9645-4bc3-afe3-0d37ebc55280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:05.848603 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8bcb33af-2937-4cb8-adf4-be1d6ecd61a3 req-75e75a8a-9645-4bc3-afe3-0d37ebc55280 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2545f480-7005-45b4-89ce-78d025057188 HTTP/1.1" status: 200  len: 913 time: 0.1516342
Apr 07 15:21:05.912457 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-c0305322-48f7-490b-b4b6-f20a57cbd841 service neutron] Attempting to bind port f84d0d1d-5e41-4138-8288-faa12839b438 on host hv-cinder-78226 for vnic_type normal with profile  {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:21:05.912972 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-c0305322-48f7-490b-b4b6-f20a57cbd841 service neutron] Attempting to bind port f84d0d1d-5e41-4138-8288-faa12839b438 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'd6e931f7-0f70-40cb-b027-b6c01575c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5dbf8263-9260-4744-9890-2491478b8271'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:21:05.913103 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-c0305322-48f7-490b-b4b6-f20a57cbd841 service neutron] Attempting to bind port f84d0d1d-5e41-4138-8288-faa12839b438 on network 5dbf8263-9260-4744-9890-2491478b8271 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:21:05.918429 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-c0305322-48f7-490b-b4b6-f20a57cbd841 service neutron] Port f84d0d1d-5e41-4138-8288-faa12839b438 on network 5dbf8263-9260-4744-9890-2491478b8271 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 15:21:05.918793 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-c0305322-48f7-490b-b4b6-f20a57cbd841 service neutron] Attempting to bind port f84d0d1d-5e41-4138-8288-faa12839b438 on network 5dbf8263-9260-4744-9890-2491478b8271 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:21:05.924317 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-c0305322-48f7-490b-b4b6-f20a57cbd841 service neutron] Checking agent: {'id': 'b2fd6503-106d-4224-ac4d-40fda7056aab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:21:05.924699 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-c0305322-48f7-490b-b4b6-f20a57cbd841 service neutron] Checking segment: {'id': 'd6e931f7-0f70-40cb-b027-b6c01575c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5dbf8263-9260-4744-9890-2491478b8271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:21:05.925128 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-c0305322-48f7-490b-b4b6-f20a57cbd841 service neutron] Bound using segment: {'id': 'd6e931f7-0f70-40cb-b027-b6c01575c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5dbf8263-9260-4744-9890-2491478b8271'} {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:21:05.925638 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-c0305322-48f7-490b-b4b6-f20a57cbd841 service neutron] Bound port: f84d0d1d-5e41-4138-8288-faa12839b438, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e931f7-0f70-40cb-b027-b6c01575c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5dbf8263-9260-4744-9890-2491478b8271'}}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:21:05.926023 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-c0305322-48f7-490b-b4b6-f20a57cbd841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:05.926154 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8bcb33af-2937-4cb8-adf4-be1d6ecd61a3 req-29174fbe-bc68-4d1d-891e-a70b0633e28e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c HTTP/1.1" status: 200  len: 217 time: 0.0709074
Apr 07 15:21:06.000277 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb33af-2937-4cb8-adf4-be1d6ecd61a3 req-da875669-6a67-4cc6-b66b-935ebd679eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:06.002103 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8bcb33af-2937-4cb8-adf4-be1d6ecd61a3 req-da875669-6a67-4cc6-b66b-935ebd679eb8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48a77946-414f-4ef9-885c-70683fd3678b HTTP/1.1" status: 200  len: 851 time: 0.0696111
Apr 07 15:21:06.008841 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-c0305322-48f7-490b-b4b6-f20a57cbd841 service neutron] For port f84d0d1d-5e41-4138-8288-faa12839b438, host hv-cinder-78226, cleared binding levels {{(pid=84338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:21:06.012035 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-c0305322-48f7-490b-b4b6-f20a57cbd841 service neutron] For port f84d0d1d-5e41-4138-8288-faa12839b438, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=f84d0d1d-5e41-4138-8288-faa12839b438,segment=NetworkSegment(d6e931f7-0f70-40cb-b027-b6c01575c613),segment_id=d6e931f7-0f70-40cb-b027-b6c01575c613)] {{(pid=84338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:21:06.016352 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-c0305322-48f7-490b-b4b6-f20a57cbd841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103687'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:06.029983 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-82ba3621-42d0-4d0b-ac7f-1fb2e47fe02f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:21:06.091518 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb33af-2937-4cb8-adf4-be1d6ecd61a3 req-25aa4ac3-3c8a-4c35-9a56-d912fdf37a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:06.093180 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8bcb33af-2937-4cb8-adf4-be1d6ecd61a3 req-25aa4ac3-3c8a-4c35-9a56-d912fdf37a6c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2545f480-7005-45b4-89ce-78d025057188&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0845835
Apr 07 15:21:06.176947 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0305322-48f7-490b-b4b6-f20a57cbd841 service neutron] Pushing event updated for resources: {'Port': ['ID=f84d0d1d-5e41-4138-8288-faa12839b438,revision_number=3']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:21:06.191155 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c0305322-48f7-490b-b4b6-f20a57cbd841 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:21:06.231963 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-c0305322-48f7-490b-b4b6-f20a57cbd841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:06.232592 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-c0305322-48f7-490b-b4b6-f20a57cbd841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:06.234280 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-c0305322-48f7-490b-b4b6-f20a57cbd841 service neutron] 10.222.0.65 "PUT /v2.0/ports/f84d0d1d-5e41-4138-8288-faa12839b438 HTTP/1.1" status: 200  len: 1093 time: 1.2987063
Apr 07 15:21:06.234877 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6327376-9a07-4eee-ba68-b83a5ef713ab', 'tag': 'f84d0d1d-5e41-4138-8288-faa12839b438'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:21:06.246111 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8bcb33af-2937-4cb8-adf4-be1d6ecd61a3 req-bb5c8f63-cc62-4ba1-9d18-98a47bf21f84 service neutron] 10.222.0.65 "GET /v2.0/networks/2545f480-7005-45b4-89ce-78d025057188?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451826
Apr 07 15:21:06.360706 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6327376-9a07-4eee-ba68-b83a5ef713ab', 'tag': 'f84d0d1d-5e41-4138-8288-faa12839b438', 'status': 'completed', 'code': 200}
Apr 07 15:21:06.392053 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-91270e5d-0af6-4827-adb3-40f069a59c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:06.394581 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-91270e5d-0af6-4827-adb3-40f069a59c6f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a513548b70c04cb59fd49f59b979179e&device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 1096 time: 0.0979552
Apr 07 15:21:06.470714 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c5d84-5496-46ec-9d99-73b4511b8fa7 req-0c3c3fd4-b1a1-4dee-892f-dde1ee21ca24 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:06.472368 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c37c5d84-5496-46ec-9d99-73b4511b8fa7 req-0c3c3fd4-b1a1-4dee-892f-dde1ee21ca24 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 943 time: 0.2178564
Apr 07 15:21:06.478684 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8bcb33af-2937-4cb8-adf4-be1d6ecd61a3 req-0aaf1f80-fe24-4061-8734-f218757eda4c service neutron] 10.222.0.65 "GET /v2.0/networks/2545f480-7005-45b4-89ce-78d025057188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2257655
Apr 07 15:21:06.481929 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-e713316f-9bca-42bb-ad6a-a75cb37b23ef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f84d0d1d-5e41-4138-8288-faa12839b438 HTTP/1.1" status: 200  len: 217 time: 0.0745916
Apr 07 15:21:06.507393 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c37c5d84-5496-46ec-9d99-73b4511b8fa7 req-cccdcb60-a1bf-437c-8ad5-52a2b402c661 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0274129
Apr 07 15:21:06.562932 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-c81ac1dc-dd1d-4362-8f77-ca846cc563ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:06.564512 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-c81ac1dc-dd1d-4362-8f77-ca846cc563ef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96891164-c29f-43fc-aef8-583f277c76af HTTP/1.1" status: 200  len: 850 time: 0.0649226
Apr 07 15:21:06.649625 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-522b6d8d-df15-4966-8183-b3a8e7d2ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:06.651237 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-522b6d8d-df15-4966-8183-b3a8e7d2ec04 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5dbf8263-9260-4744-9890-2491478b8271&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799310
Apr 07 15:21:06.682466 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488cbe2-09ce-4d48-8b6b-bad512cb5e8e req-fc73b0d4-b393-4ba4-85c6-9a72adc03112 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:06.684040 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c488cbe2-09ce-4d48-8b6b-bad512cb5e8e req-fc73b0d4-b393-4ba4-85c6-9a72adc03112 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 943 time: 0.0912285
Apr 07 15:21:06.715687 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c488cbe2-09ce-4d48-8b6b-bad512cb5e8e req-23b5629e-8116-4659-8747-b1876c11abe7 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0248077
Apr 07 15:21:06.811622 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-b8e17c15-a239-4137-9c05-736843c14236 service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515093
Apr 07 15:21:06.961333 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2357141a-478e-4f74-973b-cdaeea1e71eb req-b746c46f-99a4-4dbd-827b-a631aa3c915f service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1421244
Apr 07 15:21:07.143042 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113e14b-c565-40e6-b391-dc6a632d30bc req-0a8fb344-3578-41db-8779-a9487d60cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:07.144570 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e113e14b-c565-40e6-b391-dc6a632d30bc req-0a8fb344-3578-41db-8779-a9487d60cf55 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a513548b70c04cb59fd49f59b979179e&device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 1096 time: 0.0935245
Apr 07 15:21:07.289930 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113e14b-c565-40e6-b391-dc6a632d30bc req-552d9ce2-1bfc-48e4-87ad-0e14606f852f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:07.291463 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e113e14b-c565-40e6-b391-dc6a632d30bc req-552d9ce2-1bfc-48e4-87ad-0e14606f852f service neutron] 10.222.0.65 "GET /v2.0/networks?id=5dbf8263-9260-4744-9890-2491478b8271 HTTP/1.1" status: 200  len: 912 time: 0.1402946
Apr 07 15:21:07.371146 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e113e14b-c565-40e6-b391-dc6a632d30bc req-fbe56500-f7ff-409e-bcea-89dccc959074 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f84d0d1d-5e41-4138-8288-faa12839b438 HTTP/1.1" status: 200  len: 217 time: 0.0724916
Apr 07 15:21:07.451722 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113e14b-c565-40e6-b391-dc6a632d30bc req-ff765b0e-eaf7-4ec6-ae73-d54ff4041a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:07.453247 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e113e14b-c565-40e6-b391-dc6a632d30bc req-ff765b0e-eaf7-4ec6-ae73-d54ff4041a97 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96891164-c29f-43fc-aef8-583f277c76af HTTP/1.1" status: 200  len: 850 time: 0.0741603
Apr 07 15:21:07.537763 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113e14b-c565-40e6-b391-dc6a632d30bc req-da883085-9def-43ed-bb88-c97660e5e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:07.539118 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e113e14b-c565-40e6-b391-dc6a632d30bc req-da883085-9def-43ed-bb88-c97660e5e536 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5dbf8263-9260-4744-9890-2491478b8271&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792913
Apr 07 15:21:07.684299 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e113e14b-c565-40e6-b391-dc6a632d30bc req-95ada3f3-0cb7-41f6-8e95-4464fa5ea3d8 service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386907
Apr 07 15:21:07.707577 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8147c-dec1-422a-a698-cf051e014d66 req-b6694847-4609-4e0b-b502-af5446fac14c tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:07.709080 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fac8147c-dec1-422a-a698-cf051e014d66 req-b6694847-4609-4e0b-b502-af5446fac14c tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 943 time: 0.0906436
Apr 07 15:21:07.740382 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fac8147c-dec1-422a-a698-cf051e014d66 req-289ff6ad-1728-49bb-bf1a-92a8262b8f4d tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0241625
Apr 07 15:21:07.829223 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e113e14b-c565-40e6-b391-dc6a632d30bc req-9a52f930-8c48-4c59-a624-3a5e8d23d32e service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383493
Apr 07 15:21:07.931405 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad65d08-1d33-44c1-b136-de48a4cf74c4 req-0f121f2c-f06e-4699-b95f-2ca96b54e08f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:07.933009 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dad65d08-1d33-44c1-b136-de48a4cf74c4 req-0f121f2c-f06e-4699-b95f-2ca96b54e08f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 943 time: 0.0931606
Apr 07 15:21:07.967421 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dad65d08-1d33-44c1-b136-de48a4cf74c4 req-c3c32d14-4830-4389-8a44-30e4c740d706 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0247216
Apr 07 15:21:08.229820 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 15:21:08.388036 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c,segment=NetworkSegment(c473b040-5c61-4d14-bd81-e1a044ea8887),segment_id=c473b040-5c61-4d14-bd81-e1a044ea8887)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:21:08.402598 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Returning: {'device': '2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c', 'network_id': '2545f480-7005-45b4-89ce-78d025057188', 'port_id': '2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c', 'mac_address': 'fa:16:3e:8d:93:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a77946-414f-4ef9-885c-70683fd3678b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 15:21:08.463683 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:08.465071 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:21:08.482465 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c,segment=NetworkSegment(c473b040-5c61-4d14-bd81-e1a044ea8887),segment_id=c473b040-5c61-4d14-bd81-e1a044ea8887)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:21:08.486862 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:08.489530 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:21:08.563512 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:21:08.566956 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:21:08.804127 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:21:08.979786 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f042329-64e0-4529-b0d4-4a99909db216 req-83db2665-18fc-42ae-8c63-55ef52f2e29c tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:08.981431 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6f042329-64e0-4529-b0d4-4a99909db216 req-83db2665-18fc-42ae-8c63-55ef52f2e29c tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 944 time: 0.0899339
Apr 07 15:21:09.014205 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6f042329-64e0-4529-b0d4-4a99909db216 req-9b3a0356-77da-45d1-8db2-7774c83e400e tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0256534
Apr 07 15:21:09.184930 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a6dfa-cef1-4c0c-87ee-e2342f93e974 req-8d83759e-dedd-4087-899c-e54877e825ea tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:09.186464 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-954a6dfa-cef1-4c0c-87ee-e2342f93e974 req-8d83759e-dedd-4087-899c-e54877e825ea tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 943 time: 0.1053467
Apr 07 15:21:09.220325 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-954a6dfa-cef1-4c0c-87ee-e2342f93e974 req-6fc18f3c-f2f5-467c-8ece-001e8dd93855 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0253835
Apr 07 15:21:10.220040 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e3ad7-71a4-42f0-a978-e2d11c9e8c55 req-e99dd33d-6478-45d7-9cd0-4c06bc60baf0 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:10.221666 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ef6e3ad7-71a4-42f0-a978-e2d11c9e8c55 req-e99dd33d-6478-45d7-9cd0-4c06bc60baf0 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 944 time: 0.0920601
Apr 07 15:21:10.245504 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c up at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:21:10.256523 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ef6e3ad7-71a4-42f0-a978-e2d11c9e8c55 req-077d6a75-48a7-4638-9666-76c585c29972 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0266557
Apr 07 15:21:10.319386 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning for port 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:21:10.324520 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning complete for port 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:21:10.324940 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:10.424270 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df41372-dbf9-45fe-8250-171d63a06122 req-88273cad-0f31-4487-84e5-5e50553fb989 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:10.425904 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9df41372-dbf9-45fe-8250-171d63a06122 req-88273cad-0f31-4487-84e5-5e50553fb989 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 943 time: 0.0926461
Apr 07 15:21:10.450824 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:10.458547 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9df41372-dbf9-45fe-8250-171d63a06122 req-90ffe974-e23d-4cfc-bb20-f474e1da40aa tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0256870
Apr 07 15:21:10.462755 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182c6ed3-34d4-4cde-8c85-83610425ca46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:21:10.474228 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c,segment=NetworkSegment(c473b040-5c61-4d14-bd81-e1a044ea8887),segment_id=c473b040-5c61-4d14-bd81-e1a044ea8887)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:21:10.478170 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:10.480933 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:21:10.552184 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:21:10.555735 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:21:10.569532 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182c6ed3-34d4-4cde-8c85-83610425ca46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c', 'code': 200}
Apr 07 15:21:10.860876 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6b704-13cf-4699-8287-20f26dd06712 req-39a09190-53ea-46ac-bd08-197f86323e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:10.862423 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5aa6b704-13cf-4699-8287-20f26dd06712 req-39a09190-53ea-46ac-bd08-197f86323e03 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 1098 time: 0.0834162
Apr 07 15:21:10.889825 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5aa6b704-13cf-4699-8287-20f26dd06712 req-442e975e-fa1b-4620-8d7c-28c0fb310aad service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0202873
Apr 07 15:21:11.479534 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15c188-03d3-4c8e-9425-058ce130929d req-1a87ebda-298d-4cf0-b778-3fe2ed15ca60 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:11.481144 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1f15c188-03d3-4c8e-9425-058ce130929d req-1a87ebda-298d-4cf0-b778-3fe2ed15ca60 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 945 time: 0.0996933
Apr 07 15:21:11.512363 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1f15c188-03d3-4c8e-9425-058ce130929d req-5d8cabb7-dcd4-43a4-8cdf-8b690aeb2bca tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0246861
Apr 07 15:21:11.663572 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87054e3e-db83-461e-89af-73896d8fde80 req-7a2e4255-dd41-4cf7-a3c5-6c451fd89243 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:11.665177 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-87054e3e-db83-461e-89af-73896d8fde80 req-7a2e4255-dd41-4cf7-a3c5-6c451fd89243 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 943 time: 0.0928767
Apr 07 15:21:11.696285 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-87054e3e-db83-461e-89af-73896d8fde80 req-f79cfd6a-5788-46af-80f1-8c3ea62c46a8 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0245712
Apr 07 15:21:12.724854 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862f01e-e137-45fa-af8a-48ce10ec5d46 req-030cc51b-7853-4f9f-8e46-e3667770b39a tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:12.726654 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a862f01e-e137-45fa-af8a-48ce10ec5d46 req-030cc51b-7853-4f9f-8e46-e3667770b39a tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 945 time: 0.0905166
Apr 07 15:21:12.757519 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a862f01e-e137-45fa-af8a-48ce10ec5d46 req-b43d23ca-b67b-4365-8af9-830618770a27 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0244691
Apr 07 15:21:12.963804 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cc3bb-c139-47c0-840f-0ca0fada142e req-4c1d2f22-5271-4278-81f0-4eebc1a57ba2 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:12.965431 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-150cc3bb-c139-47c0-840f-0ca0fada142e req-4c1d2f22-5271-4278-81f0-4eebc1a57ba2 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 943 time: 0.1523795
Apr 07 15:21:13.003081 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c8b67-af6b-4896-80a2-a32a8848e080 req-5c7a3911-acc9-4a9f-9005-9ea0d5b755c3 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:13.004682 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f02c8b67-af6b-4896-80a2-a32a8848e080 req-5c7a3911-acc9-4a9f-9005-9ea0d5b755c3 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 945 time: 0.1317210
Apr 07 15:21:13.009863 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-150cc3bb-c139-47c0-840f-0ca0fada142e req-236a9c63-757b-416d-b743-963333a1f52e tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368359
Apr 07 15:21:13.036354 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f02c8b67-af6b-4896-80a2-a32a8848e080 req-853211bd-b0e2-4618-8a77-c0a0611279d8 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250535
Apr 07 15:21:13.470578 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28161c99-b277-4ae6-9a9e-602ed1defffc req-accd9186-5643-4788-aa9b-a00069ddc0df tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:13.472102 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-28161c99-b277-4ae6-9a9e-602ed1defffc req-accd9186-5643-4788-aa9b-a00069ddc0df tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 945 time: 0.0986750
Apr 07 15:21:13.502860 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-28161c99-b277-4ae6-9a9e-602ed1defffc req-9e199b72-898b-4db2-a86a-08d1cc67b7d1 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0242267
Apr 07 15:21:14.224325 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f4021-d37e-4186-bb2d-b8728bc96705 req-7349b6f6-85a4-48fa-94ed-147ff534a99e tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:14.226039 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-046f4021-d37e-4186-bb2d-b8728bc96705 req-7349b6f6-85a4-48fa-94ed-147ff534a99e tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 943 time: 0.0958512
Apr 07 15:21:14.260472 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-046f4021-d37e-4186-bb2d-b8728bc96705 req-eea2bd2c-6b16-4209-83bc-b9dfc94dfff1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0251567
Apr 07 15:21:14.277130 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device f84d0d1d-5e41-4138-8288-faa12839b438 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 15:21:14.431290 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port f84d0d1d-5e41-4138-8288-faa12839b438, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=f84d0d1d-5e41-4138-8288-faa12839b438,segment=NetworkSegment(d6e931f7-0f70-40cb-b027-b6c01575c613),segment_id=d6e931f7-0f70-40cb-b027-b6c01575c613)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:21:14.447093 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Returning: {'device': 'f84d0d1d-5e41-4138-8288-faa12839b438', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'port_id': 'f84d0d1d-5e41-4138-8288-faa12839b438', 'mac_address': 'fa:16:3e:5f:2f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96891164-c29f-43fc-aef8-583f277c76af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 15:21:14.510110 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:14.511466 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f84d0d1d-5e41-4138-8288-faa12839b438 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:21:14.527978 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port f84d0d1d-5e41-4138-8288-faa12839b438, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=f84d0d1d-5e41-4138-8288-faa12839b438,segment=NetworkSegment(d6e931f7-0f70-40cb-b027-b6c01575c613),segment_id=d6e931f7-0f70-40cb-b027-b6c01575c613)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:21:14.532251 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:14.534117 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c9a4e283-27dd-4901-b402-cd5057f551a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:21:14.606893 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=f84d0d1d-5e41-4138-8288-faa12839b438,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:21:14.610331 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:21:14.808904 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['f84d0d1d-5e41-4138-8288-faa12839b438'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:21:15.465647 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373a6d8-7734-459c-b288-14ace66634e6 req-e704a9f8-f8e5-4ca0-9758-b6a4b653ee00 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:15.467656 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9373a6d8-7734-459c-b288-14ace66634e6 req-e704a9f8-f8e5-4ca0-9758-b6a4b653ee00 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 944 time: 0.0936208
Apr 07 15:21:15.502278 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9373a6d8-7734-459c-b288-14ace66634e6 req-6cc7bfe3-4167-4f36-bc2d-367ecfa79b67 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0247455
Apr 07 15:21:16.297979 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device f84d0d1d-5e41-4138-8288-faa12839b438 up at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:21:16.379965 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning for port f84d0d1d-5e41-4138-8288-faa12839b438 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:21:16.386471 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning complete for port f84d0d1d-5e41-4138-8288-faa12839b438 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:21:16.386900 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:16.516163 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:16.528479 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6327376-9a07-4eee-ba68-b83a5ef713ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84d0d1d-5e41-4138-8288-faa12839b438'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:21:16.539216 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port f84d0d1d-5e41-4138-8288-faa12839b438, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=f84d0d1d-5e41-4138-8288-faa12839b438,segment=NetworkSegment(d6e931f7-0f70-40cb-b027-b6c01575c613),segment_id=d6e931f7-0f70-40cb-b027-b6c01575c613)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:21:16.543135 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:16.545022 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-19919f19-93f7-4fb6-9716-058599fb5053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:21:16.583513 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6327376-9a07-4eee-ba68-b83a5ef713ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84d0d1d-5e41-4138-8288-faa12839b438', 'code': 200}
Apr 07 15:21:16.619080 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=f84d0d1d-5e41-4138-8288-faa12839b438,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:21:16.622281 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:21:16.718422 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223de5cf-967f-483b-ae00-0e2fce49879f req-426ed1d0-8b1b-4e2f-9b8c-e83de8a6b734 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:16.720102 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-223de5cf-967f-483b-ae00-0e2fce49879f req-426ed1d0-8b1b-4e2f-9b8c-e83de8a6b734 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 945 time: 0.0903647
Apr 07 15:21:16.751539 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-223de5cf-967f-483b-ae00-0e2fce49879f req-ce515414-e22f-4e24-a8a6-6d92b348abbf tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0247502
Apr 07 15:21:16.918821 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a635aa-0c85-4f4c-8a39-c6a98d7d0f9c req-931176eb-52b2-4d37-aed3-085a0831dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:16.920436 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-19a635aa-0c85-4f4c-8a39-c6a98d7d0f9c req-931176eb-52b2-4d37-aed3-085a0831dfce service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 1098 time: 0.0862761
Apr 07 15:21:16.947217 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-19a635aa-0c85-4f4c-8a39-c6a98d7d0f9c req-fe6f1738-a13b-47d1-9972-b7de734c4b40 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0206227
Apr 07 15:21:17.968193 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89441d2-26a9-42ef-9df1-ce092dffe45d req-b9ebd312-fbb3-493e-805a-7dade538398b tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:17.969859 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d89441d2-26a9-42ef-9df1-ce092dffe45d req-b9ebd312-fbb3-493e-805a-7dade538398b tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 945 time: 0.1014533
Apr 07 15:21:18.001891 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d89441d2-26a9-42ef-9df1-ce092dffe45d req-3b9b2265-a4a5-4b59-9ce5-46e7e377558b tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0253115
Apr 07 15:21:19.229445 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfce042-3e77-44a4-b084-c4678c071680 req-fc898c7b-e27b-4ac8-bd05-4a9a761bbb7e tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:19.231043 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8cfce042-3e77-44a4-b084-c4678c071680 req-fc898c7b-e27b-4ac8-bd05-4a9a761bbb7e tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 945 time: 0.0919201
Apr 07 15:21:19.263953 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8cfce042-3e77-44a4-b084-c4678c071680 req-b924c79f-74cf-48eb-81eb-e6660850b51c tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0263598
Apr 07 15:21:19.471941 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c0e56-12b9-4305-8927-97f466562b23 req-b9d4615e-bc97-4486-982d-855916de3994 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:19.473607 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-520c0e56-12b9-4305-8927-97f466562b23 req-b9d4615e-bc97-4486-982d-855916de3994 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 945 time: 0.0941927
Apr 07 15:21:19.504747 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-520c0e56-12b9-4305-8927-97f466562b23 req-defb44b4-cdc4-4652-b0f9-a1afe7314f44 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0247376
Apr 07 15:21:19.530608 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40456) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:21:19.738751 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acab823-07f9-4ba8-9f02-efdcc592b72b tempest-TestVolumeBootPattern-1614957877 tempest-TestVolumeBootPattern-1614957877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:19.739542 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-3acab823-07f9-4ba8-9f02-efdcc592b72b tempest-TestVolumeBootPattern-1614957877 tempest-TestVolumeBootPattern-1614957877-project-admin] Synchronizing usage tracker for tenant:27c826b1b0584b3c8a1e348af1df1bad on resource:port {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:21:19.758038 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-3acab823-07f9-4ba8-9f02-efdcc592b72b tempest-TestVolumeBootPattern-1614957877 tempest-TestVolumeBootPattern-1614957877-project-admin] Unset dirty status for tenant:27c826b1b0584b3c8a1e348af1df1bad on resource:port {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:21:19.759411 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-3acab823-07f9-4ba8-9f02-efdcc592b72b tempest-TestVolumeBootPattern-1614957877 tempest-TestVolumeBootPattern-1614957877-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 1093 time: 0.2271821
Apr 07 15:21:19.762743 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 40462) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:21:19.768511 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Request body: {'floatingip': {'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'port_id': 'f84d0d1d-5e41-4138-8288-faa12839b438', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:21:19.775414 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:21:19.779565 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Usage tracker for resource:floatingip and tenant:a513548b70c04cb59fd49f59b979179e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:21:19.782636 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:21:19.789765 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:21:19.798955 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for floatingip, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:19.946101 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:20.093842 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Allocated IP 172.27.2.181 (aaa28d56-97c7-4706-9a1c-f1c898d32c63/b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0/efb64407-3042-494e-bd3e-1bc49beb4e8d) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:21:20.250406 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:20.281975 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:20.297598 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:21:20.436401 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Pushing event updated for resources: {'Port': ['ID=efb64407-3042-494e-bd3e-1bc49beb4e8d,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:21:20.441623 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:21:20.508966 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Network aaa28d56-97c7-4706-9a1c-f1c898d32c63 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:21:20.510179 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:21:20.512759 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:21:20.959482 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:21.038767 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:21.332908 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:21.336661 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103687'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:21.349997 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c0305322-48f7-490b-b4b6-f20a57cbd841 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:21:21.488069 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Pushing event updated for resources: {'Port': ['ID=efb64407-3042-494e-bd3e-1bc49beb4e8d,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:21:21.491144 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:21:21.601183 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509939'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:22.055256 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.l3_db [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Floating IP cd4c3744-7095-424b-8e8a-d58aed9f6b3a associated. External IP: 172.27.2.181, port: f84d0d1d-5e41-4138-8288-faa12839b438.
Apr 07 15:21:22.454611 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Router 0b849c9b-7af5-47cb-b3b3-e2d884178894 has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:21:22.655401 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:21:22.666976 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830ebe1e-fec9-4d2b-b444-7141e07d19a9 None None] Sync routers for ids ['0b849c9b-7af5-47cb-b3b3-e2d884178894'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:21:22.682511 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:22.683165 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830ebe1e-fec9-4d2b-b444-7141e07d19a9 None None] Routers {'0b849c9b-7af5-47cb-b3b3-e2d884178894'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:21:22.684062 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-830ebe1e-fec9-4d2b-b444-7141e07d19a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690a1ae80>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:21:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['0b849c9b-7af5-47cb-b3b3-e2d884178894'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:21:22.753240 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9832191
Apr 07 15:21:22.753240 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6327376-9a07-4eee-ba68-b83a5ef713ab', 'tag': 'f84d0d1d-5e41-4138-8288-faa12839b438'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:21:22.802362 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6327376-9a07-4eee-ba68-b83a5ef713ab', 'tag': 'f84d0d1d-5e41-4138-8288-faa12839b438', 'status': 'completed', 'code': 200}
Apr 07 15:21:22.938538 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336050e-9ecb-42b6-b2fb-fda3ff3fdec2 req-f70da203-7deb-44de-9306-1458aa49871e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:22.940225 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0336050e-9ecb-42b6-b2fb-fda3ff3fdec2 req-f70da203-7deb-44de-9306-1458aa49871e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a513548b70c04cb59fd49f59b979179e&device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 1098 time: 0.0869720
Apr 07 15:21:23.058181 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-830ebe1e-fec9-4d2b-b444-7141e07d19a9 None None] Set router 0b849c9b-7af5-47cb-b3b3-e2d884178894 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:21:23.092863 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336050e-9ecb-42b6-b2fb-fda3ff3fdec2 req-13492205-777e-4cc8-a989-407f53eb141e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:23.094535 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0336050e-9ecb-42b6-b2fb-fda3ff3fdec2 req-13492205-777e-4cc8-a989-407f53eb141e service neutron] 10.222.0.65 "GET /v2.0/networks?id=5dbf8263-9260-4744-9890-2491478b8271 HTTP/1.1" status: 200  len: 912 time: 0.1476862
Apr 07 15:21:23.207824 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0336050e-9ecb-42b6-b2fb-fda3ff3fdec2 req-46cddf3b-b014-4026-bd1a-3e8d208d7eba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f84d0d1d-5e41-4138-8288-faa12839b438 HTTP/1.1" status: 200  len: 999 time: 0.1061461
Apr 07 15:21:23.287462 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336050e-9ecb-42b6-b2fb-fda3ff3fdec2 req-50f48d13-b542-4c41-a1bf-7c24dd8f5dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:23.289089 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0336050e-9ecb-42b6-b2fb-fda3ff3fdec2 req-50f48d13-b542-4c41-a1bf-7c24dd8f5dfc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96891164-c29f-43fc-aef8-583f277c76af HTTP/1.1" status: 200  len: 850 time: 0.0674927
Apr 07 15:21:23.383178 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336050e-9ecb-42b6-b2fb-fda3ff3fdec2 req-851f3987-4f79-4b48-93a2-40417979351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:23.384733 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0336050e-9ecb-42b6-b2fb-fda3ff3fdec2 req-851f3987-4f79-4b48-93a2-40417979351a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5dbf8263-9260-4744-9890-2491478b8271&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0881288
Apr 07 15:21:23.446991 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-830ebe1e-fec9-4d2b-b444-7141e07d19a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690a1ae80>, [{'id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:12Z', 'updated_at': '2021-04-07T15:20:16Z', 'revision_number': 4, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'gw_port': {'id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:13Z', 'updated_at': '2021-04-07T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': 'cd4c3744-7095-424b-8e8a-d58aed9f6b3a', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'floating_ip_address': '172.27.2.181', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'port_id': 'f84d0d1d-5e41-4138-8288-faa12839b438', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'mac_address': 'fa:16:3e:5f:2f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6327376-9a07-4eee-ba68-b83a5ef713ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:21:20Z', 'updated_at': '2021-04-07T15:21:20Z', 'revision_number': 0, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fda9b07d-debc-4048-9772-e4f565d5cb7a', 'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'mac_address': 'fa:16:3e:4a:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '96891164-c29f-43fc-aef8-583f277c76af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:16Z', 'updated_at': '2021-04-07T15:20:29Z', 'revision_number': 5, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'subnets': [{'id': '96891164-c29f-43fc-aef8-583f277c76af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:21:23.451460 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830ebe1e-fec9-4d2b-b444-7141e07d19a9 None None] Checking router: 0b849c9b-7af5-47cb-b3b3-e2d884178894 for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:21:23.461405 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830ebe1e-fec9-4d2b-b444-7141e07d19a9 None None] Routers {'0b849c9b-7af5-47cb-b3b3-e2d884178894'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:21:23.462139 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-830ebe1e-fec9-4d2b-b444-7141e07d19a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690a1ae80>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:21:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['0b849c9b-7af5-47cb-b3b3-e2d884178894'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:21:23.538228 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0336050e-9ecb-42b6-b2fb-fda3ff3fdec2 req-53e6bebd-61b4-4bd4-aeb4-626d7c5dbdc2 service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452191
Apr 07 15:21:23.669834 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-830ebe1e-fec9-4d2b-b444-7141e07d19a9 None None] Set router 0b849c9b-7af5-47cb-b3b3-e2d884178894 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:21:23.697571 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0336050e-9ecb-42b6-b2fb-fda3ff3fdec2 req-f35156c3-8c09-4aa9-8d45-aa33fb63f8b5 service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1490304
Apr 07 15:21:24.063424 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-830ebe1e-fec9-4d2b-b444-7141e07d19a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690a1ae80>, [{'id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:12Z', 'updated_at': '2021-04-07T15:20:16Z', 'revision_number': 4, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'gw_port': {'id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:13Z', 'updated_at': '2021-04-07T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': 'cd4c3744-7095-424b-8e8a-d58aed9f6b3a', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'floating_ip_address': '172.27.2.181', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'port_id': 'f84d0d1d-5e41-4138-8288-faa12839b438', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'mac_address': 'fa:16:3e:5f:2f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6327376-9a07-4eee-ba68-b83a5ef713ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:21:20Z', 'updated_at': '2021-04-07T15:21:20Z', 'revision_number': 0, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fda9b07d-debc-4048-9772-e4f565d5cb7a', 'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'mac_address': 'fa:16:3e:4a:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '96891164-c29f-43fc-aef8-583f277c76af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:16Z', 'updated_at': '2021-04-07T15:20:29Z', 'revision_number': 5, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'subnets': [{'id': '96891164-c29f-43fc-aef8-583f277c76af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:21:24.067786 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830ebe1e-fec9-4d2b-b444-7141e07d19a9 None None] The sync data for ids ['0b849c9b-7af5-47cb-b3b3-e2d884178894'] in dv-cinder-782260-2-iscsi is: [{'id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:12Z', 'updated_at': '2021-04-07T15:20:16Z', 'revision_number': 4, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'gw_port': {'id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:13Z', 'updated_at': '2021-04-07T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': 'cd4c3744-7095-424b-8e8a-d58aed9f6b3a', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'floating_ip_address': '172.27.2.181', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'port_id': 'f84d0d1d-5e41-4138-8288-faa12839b438', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'mac_address': 'fa:16:3e:5f:2f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6327376-9a07-4eee-ba68-b83a5ef713ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:21:20Z', 'updated_at': '2021-04-07T15:21:20Z', 'revision_number': 0, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fda9b07d-debc-4048-9772-e4f565d5cb7a', 'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'mac_address': 'fa:16:3e:4a:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '96891164-c29f-43fc-aef8-583f277c76af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:16Z', 'updated_at': '2021-04-07T15:20:29Z', 'revision_number': 5, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'subnets': [{'id': '96891164-c29f-43fc-aef8-583f277c76af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:21:24.117937 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e78887-1c82-4a34-ac31-bb859b7de714 req-c25e65dc-5495-4843-a3f1-00f8e03bc806 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:24.119542 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-50e78887-1c82-4a34-ac31-bb859b7de714 req-c25e65dc-5495-4843-a3f1-00f8e03bc806 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 945 time: 0.0957329
Apr 07 15:21:24.152248 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-50e78887-1c82-4a34-ac31-bb859b7de714 req-fa7d09dc-85f5-4371-8f33-f8c9cf35ba98 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0259929
Apr 07 15:21:24.178485 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 40484) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:21:24.315444 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfbae27-ad98-4b32-9530-83c475fd9d71 tempest-TestMinimumBasicScenario-1154247267 tempest-TestMinimumBasicScenario-1154247267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:24.316326 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-7cfbae27-ad98-4b32-9530-83c475fd9d71 tempest-TestMinimumBasicScenario-1154247267 tempest-TestMinimumBasicScenario-1154247267-project-admin] Synchronizing usage tracker for tenant:e97eed810cba43f0af230ad7d5554c21 on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:21:24.336507 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-7cfbae27-ad98-4b32-9530-83c475fd9d71 tempest-TestMinimumBasicScenario-1154247267 tempest-TestMinimumBasicScenario-1154247267-project-admin] Unset dirty status for tenant:e97eed810cba43f0af230ad7d5554c21 on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:21:24.337928 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-7cfbae27-ad98-4b32-9530-83c475fd9d71 tempest-TestMinimumBasicScenario-1154247267 tempest-TestMinimumBasicScenario-1154247267-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 1093 time: 0.1581712
Apr 07 15:21:24.341954 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40490) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:21:24.347694 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Request body: {'floatingip': {'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'port_id': '2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:21:24.354839 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:21:24.359514 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Usage tracker for resource:floatingip and tenant:926d6021f4e54c84aaf1afdfd0430193 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:21:24.362956 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:21:24.369595 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:21:24.380288 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for floatingip, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:24.385066 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374d155e-d4e0-43a0-a92b-4b689c4e60db None None] New status for floating IP cd4c3744-7095-424b-8e8a-d58aed9f6b3a: ACTIVE {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 15:21:24.786517 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:24.935891 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Allocated IP 172.27.2.251 (aaa28d56-97c7-4706-9a1c-f1c898d32c63/b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0/63146761-3d62-4743-abd8-c5ea40185495) {{(pid=84337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:21:25.107702 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for port, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:25.142168 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:25.155862 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c2e69f95-741c-429d-9d21-f072f531c5df tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:21:25.292760 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Pushing event updated for resources: {'Port': ['ID=63146761-3d62-4743-abd8-c5ea40185495,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:21:25.315597 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:21:25.316016 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:21:25.316438 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:21:25.316858 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:21:25.317258 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:21:25.317700 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:21:25.318427 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:21:25.318833 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:21:25.319234 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:21:25.319636 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:21:25.320098 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:21:25.320478 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:21:25.324632 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:21:25.364335 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Network aaa28d56-97c7-4706-9a1c-f1c898d32c63 is already hosted by enough agents. {{(pid=84337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:21:25.365511 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Resources bound (agent type, host, resource id):  {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:21:25.368009 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Received port after_create {{(pid=84337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:21:25.806609 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:25.887368 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:26.175112 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:26.179256 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852156545'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:26.197550 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d1b368c0-ae76-4a7d-9090-01c9e85599aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:21:26.335095 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Pushing event updated for resources: {'Port': ['ID=63146761-3d62-4743-abd8-c5ea40185495,revision_number=2']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:21:26.340041 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:21:26.445249 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509939'] for floatingip, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:26.633875 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.l3_db [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Floating IP 9d296393-042d-48dd-8520-15770cb30d89 associated. External IP: 172.27.2.251, port: 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c.
Apr 07 15:21:27.027068 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Router 97bb30c3-1533-47af-a384-6ab755d7e004 has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:21:27.226904 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:21:27.237648 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf95383c-0ac9-4f81-82af-953a5b053a57 None None] Sync routers for ids ['97bb30c3-1533-47af-a384-6ab755d7e004'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:21:27.252241 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf95383c-0ac9-4f81-82af-953a5b053a57 None None] Routers {'97bb30c3-1533-47af-a384-6ab755d7e004'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:21:27.252501 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for floatingip, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:27.252941 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-cf95383c-0ac9-4f81-82af-953a5b053a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe691141128>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:21:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['97bb30c3-1533-47af-a384-6ab755d7e004'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:21:27.313890 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9707012
Apr 07 15:21:27.314629 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182c6ed3-34d4-4cde-8c85-83610425ca46', 'tag': '2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:21:27.317728 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 40494) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:21:27.324365 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-ec95ed3a-66c8-4814-a528-38f7089969af tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-178321925', 'description': 'tempest-secgroup-smoke-178321925 description', 'project_id': '926d6021f4e54c84aaf1afdfd0430193'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:21:27.331259 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-ec95ed3a-66c8-4814-a528-38f7089969af tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:21:27.340680 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-ec95ed3a-66c8-4814-a528-38f7089969af tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Usage tracker for resource:security_group and tenant:926d6021f4e54c84aaf1afdfd0430193 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:21:27.344699 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-ec95ed3a-66c8-4814-a528-38f7089969af tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:21:27.351539 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-ec95ed3a-66c8-4814-a528-38f7089969af tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:21:27.363011 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ec95ed3a-66c8-4814-a528-38f7089969af tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:27.367414 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182c6ed3-34d4-4cde-8c85-83610425ca46', 'tag': '2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c', 'status': 'completed', 'code': 200}
Apr 07 15:21:27.367588 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-ec95ed3a-66c8-4814-a528-38f7089969af tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:21:27.372188 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-ec95ed3a-66c8-4814-a528-38f7089969af tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Usage tracker for resource:security_group_rule and tenant:926d6021f4e54c84aaf1afdfd0430193 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:21:27.375519 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-ec95ed3a-66c8-4814-a528-38f7089969af tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:21:27.382190 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-ec95ed3a-66c8-4814-a528-38f7089969af tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:21:27.413039 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4e138447-773c-4607-ab2b-b7d3a6807fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:27.468381 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-cf95383c-0ac9-4f81-82af-953a5b053a57 None None] Set router 97bb30c3-1533-47af-a384-6ab755d7e004 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:21:27.528789 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ec95ed3a-66c8-4814-a528-38f7089969af tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:27.533705 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ec95ed3a-66c8-4814-a528-38f7089969af tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:27.540123 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-57f2e5af-9b4b-4127-8eb7-7e8085c53c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:21:27.567608 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bb386-6dbf-4bb1-8a15-0d02fbf172a2 req-6d28f32e-09a5-401f-92d2-437555f7c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:27.569576 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-528bb386-6dbf-4bb1-8a15-0d02fbf172a2 req-6d28f32e-09a5-401f-92d2-437555f7c893 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=926d6021f4e54c84aaf1afdfd0430193&device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 1098 time: 0.1571996
Apr 07 15:21:27.613680 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95ed3a-66c8-4814-a528-38f7089969af tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae77311-36b8-4316-a143-6006d0bdbd1c,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:21:27.665962 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ec95ed3a-66c8-4814-a528-38f7089969af tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:27.668363 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-ec95ed3a-66c8-4814-a528-38f7089969af tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3480167
Apr 07 15:21:27.670890 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40500) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:21:27.672879 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ec95ed3a-66c8-4814-a528-38f7089969af tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:21:27.677660 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-86519b03-c4fb-459e-a792-ed073a3b7105 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Request body: {'security_group_rule': {'security_group_id': '2ae77311-36b8-4316-a143-6006d0bdbd1c', 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:21:27.684880 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-86519b03-c4fb-459e-a792-ed073a3b7105 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:21:27.690246 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-86519b03-c4fb-459e-a792-ed073a3b7105 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Usage tracker for resource:security_group_rule and tenant:926d6021f4e54c84aaf1afdfd0430193 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:21:27.694544 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-86519b03-c4fb-459e-a792-ed073a3b7105 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:21:27.701833 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-86519b03-c4fb-459e-a792-ed073a3b7105 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:21:27.720023 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-86519b03-c4fb-459e-a792-ed073a3b7105 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:27.750529 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bb386-6dbf-4bb1-8a15-0d02fbf172a2 req-a5e27a7a-7fad-4c7a-aa2a-a4408a572d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:27.752697 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-528bb386-6dbf-4bb1-8a15-0d02fbf172a2 req-a5e27a7a-7fad-4c7a-aa2a-a4408a572d4b service neutron] 10.222.0.65 "GET /v2.0/networks?id=2545f480-7005-45b4-89ce-78d025057188 HTTP/1.1" status: 200  len: 913 time: 0.1729383
Apr 07 15:21:27.797886 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-86519b03-c4fb-459e-a792-ed073a3b7105 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:27.801415 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-86519b03-c4fb-459e-a792-ed073a3b7105 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426631'] for security_group_rule, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:27.803892 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:21:27.831937 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86519b03-c4fb-459e-a792-ed073a3b7105 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d7ebf9-f86e-4ae6-9ff1-cc3eaa3e84f7,revision_number=0']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:21:27.845978 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-86519b03-c4fb-459e-a792-ed073a3b7105 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:21:27.850357 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-86519b03-c4fb-459e-a792-ed073a3b7105 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:27.853236 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-86519b03-c4fb-459e-a792-ed073a3b7105 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1793699
Apr 07 15:21:27.856785 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40504) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:21:27.864577 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-a2f3b311-e9e7-4bf3-aa65-83d45866ae60 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Request body: {'security_group_rule': {'security_group_id': '2ae77311-36b8-4316-a143-6006d0bdbd1c', 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:21:27.868228 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-cf95383c-0ac9-4f81-82af-953a5b053a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe691141128>, [{'id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'name': 'tempest-TestMinimumBasicScenario-3614070-router', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '58321b71-519b-4415-9a90-49ca1d85676a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:21Z', 'updated_at': '2021-04-07T15:20:28Z', 'revision_number': 4, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'gw_port': {'id': '58321b71-519b-4415-9a90-49ca1d85676a', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:23Z', 'updated_at': '2021-04-07T15:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': '9d296393-042d-48dd-8520-15770cb30d89', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'port_id': '2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2545f480-7005-45b4-89ce-78d025057188', 'mac_address': 'fa:16:3e:8d:93:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c6ed3-34d4-4cde-8c85-83610425ca46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:21:25Z', 'updated_at': '2021-04-07T15:21:25Z', 'revision_number': 0, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9', 'name': '', 'network_id': '2545f480-7005-45b4-89ce-78d025057188', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'mac_address': 'fa:16:3e:c7:c8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '48a77946-414f-4ef9-885c-70683fd3678b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:27Z', 'updated_at': '2021-04-07T15:20:42Z', 'revision_number': 5, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'subnets': [{'id': '48a77946-414f-4ef9-885c-70683fd3678b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:21:27.871670 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-a2f3b311-e9e7-4bf3-aa65-83d45866ae60 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:21:27.872546 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf95383c-0ac9-4f81-82af-953a5b053a57 None None] Checking router: 97bb30c3-1533-47af-a384-6ab755d7e004 for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:21:27.876071 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-a2f3b311-e9e7-4bf3-aa65-83d45866ae60 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Usage tracker for resource:security_group_rule and tenant:926d6021f4e54c84aaf1afdfd0430193 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:21:27.878443 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-528bb386-6dbf-4bb1-8a15-0d02fbf172a2 req-a1fe07c5-58f7-4a89-9fd8-368cca6ba3a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c HTTP/1.1" status: 200  len: 999 time: 0.1180277
Apr 07 15:21:27.879091 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-a2f3b311-e9e7-4bf3-aa65-83d45866ae60 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:21:27.882430 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf95383c-0ac9-4f81-82af-953a5b053a57 None None] Routers {'97bb30c3-1533-47af-a384-6ab755d7e004'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:21:27.883548 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-cf95383c-0ac9-4f81-82af-953a5b053a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe691141128>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:21:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['97bb30c3-1533-47af-a384-6ab755d7e004'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:21:27.885743 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-a2f3b311-e9e7-4bf3-aa65-83d45866ae60 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:21:27.906448 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b311-e9e7-4bf3-aa65-83d45866ae60 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:27.970621 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bb386-6dbf-4bb1-8a15-0d02fbf172a2 req-63ee93bc-ba99-4400-9e1d-8574a8861b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:27.972545 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-528bb386-6dbf-4bb1-8a15-0d02fbf172a2 req-63ee93bc-ba99-4400-9e1d-8574a8861b31 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48a77946-414f-4ef9-885c-70683fd3678b HTTP/1.1" status: 200  len: 851 time: 0.0771110
Apr 07 15:21:27.986655 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b311-e9e7-4bf3-aa65-83d45866ae60 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:27.990188 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b311-e9e7-4bf3-aa65-83d45866ae60 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426631'] for security_group_rule, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:27.992685 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1d9413c2-54aa-4f47-8bb2-6b5adf6acdf1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:21:28.019752 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3b311-e9e7-4bf3-aa65-83d45866ae60 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0ad0a80-f596-4b98-88a2-a6e75e7204e5,revision_number=0']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:21:28.022918 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a2f3b311-e9e7-4bf3-aa65-83d45866ae60 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:21:28.031434 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b311-e9e7-4bf3-aa65-83d45866ae60 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:28.035690 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-a2f3b311-e9e7-4bf3-aa65-83d45866ae60 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1742706
Apr 07 15:21:28.036178 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40508) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:21:28.044089 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-0b7dd02f-7ec8-48d4-81d7-3ddbcfee8ecc tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Request body: {'security_group_rule': {'security_group_id': '2ae77311-36b8-4316-a143-6006d0bdbd1c', 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:21:28.055746 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-0b7dd02f-7ec8-48d4-81d7-3ddbcfee8ecc tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:21:28.062090 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-0b7dd02f-7ec8-48d4-81d7-3ddbcfee8ecc tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Usage tracker for resource:security_group_rule and tenant:926d6021f4e54c84aaf1afdfd0430193 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:21:28.066177 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-0b7dd02f-7ec8-48d4-81d7-3ddbcfee8ecc tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:21:28.074536 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-0b7dd02f-7ec8-48d4-81d7-3ddbcfee8ecc tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:21:28.084186 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bb386-6dbf-4bb1-8a15-0d02fbf172a2 req-21347b3c-6205-4802-977d-b1b6c5932ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:28.086083 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-528bb386-6dbf-4bb1-8a15-0d02fbf172a2 req-21347b3c-6205-4802-977d-b1b6c5932ab9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2545f480-7005-45b4-89ce-78d025057188&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0924261
Apr 07 15:21:28.095555 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0b7dd02f-7ec8-48d4-81d7-3ddbcfee8ecc tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:28.136458 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-cf95383c-0ac9-4f81-82af-953a5b053a57 None None] Set router 97bb30c3-1533-47af-a384-6ab755d7e004 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:21:28.176474 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0b7dd02f-7ec8-48d4-81d7-3ddbcfee8ecc tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:28.180058 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0b7dd02f-7ec8-48d4-81d7-3ddbcfee8ecc tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426631'] for security_group_rule, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:28.188629 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-139750df-a262-4021-93e2-f6110aac1e25 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:21:28.213055 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7dd02f-7ec8-48d4-81d7-3ddbcfee8ecc tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86a4874-d5f2-47bb-88d8-890f5f822523,revision_number=0']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:21:28.215858 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-0b7dd02f-7ec8-48d4-81d7-3ddbcfee8ecc tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:21:28.223837 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0b7dd02f-7ec8-48d4-81d7-3ddbcfee8ecc tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:28.229956 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-0b7dd02f-7ec8-48d4-81d7-3ddbcfee8ecc tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1879854
Apr 07 15:21:28.230234 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40512) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:21:28.236773 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-e00d844e-77e8-4389-963d-c8d345234726 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Request body: {'security_group_rule': {'security_group_id': '2ae77311-36b8-4316-a143-6006d0bdbd1c', 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:21:28.243817 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-e00d844e-77e8-4389-963d-c8d345234726 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:21:28.248300 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-e00d844e-77e8-4389-963d-c8d345234726 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Usage tracker for resource:security_group_rule and tenant:926d6021f4e54c84aaf1afdfd0430193 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:21:28.251503 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-e00d844e-77e8-4389-963d-c8d345234726 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:21:28.257751 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-e00d844e-77e8-4389-963d-c8d345234726 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:21:28.276648 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e00d844e-77e8-4389-963d-c8d345234726 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:28.292845 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-528bb386-6dbf-4bb1-8a15-0d02fbf172a2 req-84cbfdce-eff6-443f-abfa-69ec98a9bafa service neutron] 10.222.0.65 "GET /v2.0/networks/2545f480-7005-45b4-89ce-78d025057188?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1886332
Apr 07 15:21:28.359591 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e00d844e-77e8-4389-963d-c8d345234726 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:28.362570 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e00d844e-77e8-4389-963d-c8d345234726 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426631'] for security_group_rule, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:28.364751 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:21:28.390329 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d844e-77e8-4389-963d-c8d345234726 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf8f0e6-8cf4-44fb-81b1-fe1f5538f97d,revision_number=0']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:21:28.393422 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e00d844e-77e8-4389-963d-c8d345234726 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:21:28.400734 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e00d844e-77e8-4389-963d-c8d345234726 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:28.402442 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-e00d844e-77e8-4389-963d-c8d345234726 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1711500
Apr 07 15:21:28.406284 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40516) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:21:28.413853 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-de5b9fe3-9081-4b98-86bb-a774f854afbd tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Request body: {'security_group_rule': {'security_group_id': '2ae77311-36b8-4316-a143-6006d0bdbd1c', 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:21:28.421225 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-de5b9fe3-9081-4b98-86bb-a774f854afbd tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:21:28.426008 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-de5b9fe3-9081-4b98-86bb-a774f854afbd tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Usage tracker for resource:security_group_rule and tenant:926d6021f4e54c84aaf1afdfd0430193 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:21:28.428834 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-de5b9fe3-9081-4b98-86bb-a774f854afbd tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:21:28.435931 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-de5b9fe3-9081-4b98-86bb-a774f854afbd tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:21:28.448009 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.securitygroups_db [None req-de5b9fe3-9081-4b98-86bb-a774f854afbd tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Project 926d6021f4e54c84aaf1afdfd0430193 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 07 15:21:28.455511 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-de5b9fe3-9081-4b98-86bb-a774f854afbd tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:28.464095 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-528bb386-6dbf-4bb1-8a15-0d02fbf172a2 req-4a620e76-bea3-4ba1-a415-fa94ea2bea35 service neutron] 10.222.0.65 "GET /v2.0/networks/2545f480-7005-45b4-89ce-78d025057188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1520150
Apr 07 15:21:28.554181 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-cf95383c-0ac9-4f81-82af-953a5b053a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe691141128>, [{'id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'name': 'tempest-TestMinimumBasicScenario-3614070-router', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '58321b71-519b-4415-9a90-49ca1d85676a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:21Z', 'updated_at': '2021-04-07T15:20:28Z', 'revision_number': 4, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'gw_port': {'id': '58321b71-519b-4415-9a90-49ca1d85676a', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:23Z', 'updated_at': '2021-04-07T15:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': '9d296393-042d-48dd-8520-15770cb30d89', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'port_id': '2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2545f480-7005-45b4-89ce-78d025057188', 'mac_address': 'fa:16:3e:8d:93:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c6ed3-34d4-4cde-8c85-83610425ca46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:21:25Z', 'updated_at': '2021-04-07T15:21:25Z', 'revision_number': 0, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9', 'name': '', 'network_id': '2545f480-7005-45b4-89ce-78d025057188', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'mac_address': 'fa:16:3e:c7:c8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '48a77946-414f-4ef9-885c-70683fd3678b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:27Z', 'updated_at': '2021-04-07T15:20:42Z', 'revision_number': 5, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'subnets': [{'id': '48a77946-414f-4ef9-885c-70683fd3678b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:21:28.558863 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf95383c-0ac9-4f81-82af-953a5b053a57 None None] The sync data for ids ['97bb30c3-1533-47af-a384-6ab755d7e004'] in dv-cinder-782260-2-iscsi is: [{'id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'name': 'tempest-TestMinimumBasicScenario-3614070-router', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '58321b71-519b-4415-9a90-49ca1d85676a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:21Z', 'updated_at': '2021-04-07T15:20:28Z', 'revision_number': 4, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'gw_port': {'id': '58321b71-519b-4415-9a90-49ca1d85676a', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:23Z', 'updated_at': '2021-04-07T15:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': '9d296393-042d-48dd-8520-15770cb30d89', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'port_id': '2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2545f480-7005-45b4-89ce-78d025057188', 'mac_address': 'fa:16:3e:8d:93:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c6ed3-34d4-4cde-8c85-83610425ca46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:21:25Z', 'updated_at': '2021-04-07T15:21:25Z', 'revision_number': 0, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9', 'name': '', 'network_id': '2545f480-7005-45b4-89ce-78d025057188', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'mac_address': 'fa:16:3e:c7:c8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '48a77946-414f-4ef9-885c-70683fd3678b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:27Z', 'updated_at': '2021-04-07T15:20:42Z', 'revision_number': 5, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'subnets': [{'id': '48a77946-414f-4ef9-885c-70683fd3678b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:21:28.572340 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-de5b9fe3-9081-4b98-86bb-a774f854afbd tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:28.576128 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-de5b9fe3-9081-4b98-86bb-a774f854afbd tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426631'] for security_group_rule, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:28.578358 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:21:28.603557 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b9fe3-9081-4b98-86bb-a774f854afbd tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f189a72a-09d6-4ea3-ad18-d0cbc3f0fa48,revision_number=0']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:21:28.607456 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-de5b9fe3-9081-4b98-86bb-a774f854afbd tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:21:28.618950 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-de5b9fe3-9081-4b98-86bb-a774f854afbd tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:28.621362 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-de5b9fe3-9081-4b98-86bb-a774f854afbd tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2122183
Apr 07 15:21:28.623433 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40520) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:21:28.629484 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-cbccae00-ffea-48b9-8472-55600e8b8931 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Request body: {'security_group_rule': {'security_group_id': '2ae77311-36b8-4316-a143-6006d0bdbd1c', 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:21:28.636246 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-cbccae00-ffea-48b9-8472-55600e8b8931 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:21:28.640350 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-cbccae00-ffea-48b9-8472-55600e8b8931 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Usage tracker for resource:security_group_rule and tenant:926d6021f4e54c84aaf1afdfd0430193 is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:21:28.643414 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-cbccae00-ffea-48b9-8472-55600e8b8931 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:21:28.649768 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-cbccae00-ffea-48b9-8472-55600e8b8931 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:21:28.659776 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.securitygroups_db [None req-cbccae00-ffea-48b9-8472-55600e8b8931 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Project 926d6021f4e54c84aaf1afdfd0430193 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 07 15:21:28.667486 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cbccae00-ffea-48b9-8472-55600e8b8931 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:28.741061 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cbccae00-ffea-48b9-8472-55600e8b8931 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:28.744910 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cbccae00-ffea-48b9-8472-55600e8b8931 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426631'] for security_group_rule, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:28.751933 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:21:28.778797 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbccae00-ffea-48b9-8472-55600e8b8931 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a692b524-a470-4ec7-aa9e-7762677d270c,revision_number=0']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:21:28.782089 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-cbccae00-ffea-48b9-8472-55600e8b8931 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:21:28.784922 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cbccae00-ffea-48b9-8472-55600e8b8931 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:28.787307 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-cbccae00-ffea-48b9-8472-55600e8b8931 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1623218
Apr 07 15:21:28.859907 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5c639d-594d-4bbe-ba79-9e1f29f4b5dc None None] New status for floating IP 9d296393-042d-48dd-8520-15770cb30d89: ACTIVE {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 15:21:28.908346 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6c1d20d0-608d-4c30-a60d-910fc9aaaba6 req-401ec2aa-4dc7-463f-bf22-2aa6c64075c0 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-178321925&fields=id&tenant_id=926d6021f4e54c84aaf1afdfd0430193 HTTP/1.1" status: 200  len: 267 time: 0.0307236
Apr 07 15:21:29.004056 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d20d0-608d-4c30-a60d-910fc9aaaba6 req-4962b8a3-8d53-4992-b9d6-7e82f66df144 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:29.005851 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6c1d20d0-608d-4c30-a60d-910fc9aaaba6 req-4962b8a3-8d53-4992-b9d6-7e82f66df144 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 945 time: 0.0907238
Apr 07 15:21:29.024791 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-6c1d20d0-608d-4c30-a60d-910fc9aaaba6 req-76280b08-d78f-4da3-b8b3-f9da1d950783 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Request body: {'port': {'security_groups': ['fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a', '2ae77311-36b8-4316-a143-6006d0bdbd1c']}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:21:29.165634 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-6c1d20d0-608d-4c30-a60d-910fc9aaaba6 req-76280b08-d78f-4da3-b8b3-f9da1d950783 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:29.745839 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-6c1d20d0-608d-4c30-a60d-910fc9aaaba6 req-76280b08-d78f-4da3-b8b3-f9da1d950783 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] For port 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c,segment=NetworkSegment(c473b040-5c61-4d14-bd81-e1a044ea8887),segment_id=c473b040-5c61-4d14-bd81-e1a044ea8887)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:21:29.777743 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-6c1d20d0-608d-4c30-a60d-910fc9aaaba6 req-76280b08-d78f-4da3-b8b3-f9da1d950783 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:29.782182 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-6c1d20d0-608d-4c30-a60d-910fc9aaaba6 req-76280b08-d78f-4da3-b8b3-f9da1d950783 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852156545'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:29.797988 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ef5ee00d-77eb-408e-88ef-2d1787f506d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:21:29.820553 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:21:29.958545 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76280b08-d78f-4da3-b8b3-f9da1d950783 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Pushing event updated for resources: {'Port': ['ID=2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c,revision_number=6']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:21:29.964478 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-76280b08-d78f-4da3-b8b3-f9da1d950783 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:21:30.003895 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1dffec00-e03c-47f9-aa2c-56b65a4c7924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:30.008247 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d20d0-608d-4c30-a60d-910fc9aaaba6 req-76280b08-d78f-4da3-b8b3-f9da1d950783 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:30.008978 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-6c1d20d0-608d-4c30-a60d-910fc9aaaba6 req-76280b08-d78f-4da3-b8b3-f9da1d950783 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:30.010731 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6c1d20d0-608d-4c30-a60d-910fc9aaaba6 req-76280b08-d78f-4da3-b8b3-f9da1d950783 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "PUT /v2.0/ports/2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c HTTP/1.1" status: 200  len: 981 time: 0.9913781
Apr 07 15:21:30.011332 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182c6ed3-34d4-4cde-8c85-83610425ca46', 'tag': '2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:21:30.072673 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182c6ed3-34d4-4cde-8c85-83610425ca46', 'tag': '2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c', 'status': 'completed', 'code': 200}
Apr 07 15:21:30.132527 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:30.218298 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4805c5-e244-4c95-bf71-9847fd5c22a6 req-2cd9bff5-41ae-4287-a0b3-07dc49ed1af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:30.220549 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8c4805c5-e244-4c95-bf71-9847fd5c22a6 req-2cd9bff5-41ae-4287-a0b3-07dc49ed1af3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=926d6021f4e54c84aaf1afdfd0430193&device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 1137 time: 0.1002769
Apr 07 15:21:30.231181 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c7c8d-dc15-4367-9bbc-8cb68fe761ac req-08ac6d78-0351-4599-93db-5a9aea59cbfd tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:30.232997 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1b8c7c8d-dc15-4367-9bbc-8cb68fe761ac req-08ac6d78-0351-4599-93db-5a9aea59cbfd tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 984 time: 0.1120856
Apr 07 15:21:30.272353 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1b8c7c8d-dc15-4367-9bbc-8cb68fe761ac req-7864b69f-5cbe-463d-9ed9-a0397dd24177 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&id=2ae77311-36b8-4316-a143-6006d0bdbd1c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0318146
Apr 07 15:21:30.372692 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:21:30.480493 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-f6632a07-8cd3-4686-b131-2361c9966484 None None] Provisioning complete for port 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:21:30.480916 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f6632a07-8cd3-4686-b131-2361c9966484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:30.653161 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4805c5-e244-4c95-bf71-9847fd5c22a6 req-6384ad27-da10-433c-9937-301987246947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:30.655965 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8c4805c5-e244-4c95-bf71-9847fd5c22a6 req-6384ad27-da10-433c-9937-301987246947 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2545f480-7005-45b4-89ce-78d025057188 HTTP/1.1" status: 200  len: 913 time: 0.4282215
Apr 07 15:21:30.791063 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8c4805c5-e244-4c95-bf71-9847fd5c22a6 req-f7b12ef5-fc2c-4681-bb46-3c8fd1f50f3f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c HTTP/1.1" status: 200  len: 1001 time: 0.1279688
Apr 07 15:21:30.868113 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4805c5-e244-4c95-bf71-9847fd5c22a6 req-ca38b704-5194-4666-92dd-f22cbfb18e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:30.869800 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8c4805c5-e244-4c95-bf71-9847fd5c22a6 req-ca38b704-5194-4666-92dd-f22cbfb18e5a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48a77946-414f-4ef9-885c-70683fd3678b HTTP/1.1" status: 200  len: 851 time: 0.0710714
Apr 07 15:21:30.962227 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4805c5-e244-4c95-bf71-9847fd5c22a6 req-15c7d7ce-f2eb-4600-a127-c4b1564e3123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:30.963764 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8c4805c5-e244-4c95-bf71-9847fd5c22a6 req-15c7d7ce-f2eb-4600-a127-c4b1564e3123 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2545f480-7005-45b4-89ce-78d025057188&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0845757
Apr 07 15:21:31.119434 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8c4805c5-e244-4c95-bf71-9847fd5c22a6 req-4c918cfb-9ed9-48c7-aa4c-fcdf2eee1f83 service neutron] 10.222.0.65 "GET /v2.0/networks/2545f480-7005-45b4-89ce-78d025057188?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460488
Apr 07 15:21:31.265491 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8c4805c5-e244-4c95-bf71-9847fd5c22a6 req-5228ac14-5a40-45f9-a025-edb267cbd36a service neutron] 10.222.0.65 "GET /v2.0/networks/2545f480-7005-45b4-89ce-78d025057188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389217
Apr 07 15:21:31.379525 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:31.864970 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:32.035215 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:32.556660 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:21:41.751156 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6c06a6db-eaa1-4439-9906-7862b6253be8 req-d27c19cd-2dff-45dc-acd1-6bc7142552d3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0800734
Apr 07 15:21:41.928467 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06a6db-eaa1-4439-9906-7862b6253be8 req-1039db0a-6dd5-4b9b-8bf0-60a1fee7dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:41.930172 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6c06a6db-eaa1-4439-9906-7862b6253be8 req-1039db0a-6dd5-4b9b-8bf0-60a1fee7dbc8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=926d6021f4e54c84aaf1afdfd0430193&device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 1137 time: 0.0863731
Apr 07 15:21:42.100618 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06a6db-eaa1-4439-9906-7862b6253be8 req-97b7c819-1a7c-497c-a9ed-41963ad99910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:42.102160 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6c06a6db-eaa1-4439-9906-7862b6253be8 req-97b7c819-1a7c-497c-a9ed-41963ad99910 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2545f480-7005-45b4-89ce-78d025057188 HTTP/1.1" status: 200  len: 913 time: 0.1494994
Apr 07 15:21:42.217745 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6c06a6db-eaa1-4439-9906-7862b6253be8 req-b1eedf7c-441d-4443-8e6f-0e16dd004431 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c HTTP/1.1" status: 200  len: 1001 time: 0.1052225
Apr 07 15:21:42.287019 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06a6db-eaa1-4439-9906-7862b6253be8 req-f5595e03-a87b-483f-8408-1b978c5fa402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:42.288645 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6c06a6db-eaa1-4439-9906-7862b6253be8 req-f5595e03-a87b-483f-8408-1b978c5fa402 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48a77946-414f-4ef9-885c-70683fd3678b HTTP/1.1" status: 200  len: 851 time: 0.0642614
Apr 07 15:21:42.372688 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06a6db-eaa1-4439-9906-7862b6253be8 req-eff83439-d68f-414e-be8e-8ee1076476de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:42.374258 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6c06a6db-eaa1-4439-9906-7862b6253be8 req-eff83439-d68f-414e-be8e-8ee1076476de service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2545f480-7005-45b4-89ce-78d025057188&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781622
Apr 07 15:21:42.516859 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6c06a6db-eaa1-4439-9906-7862b6253be8 req-f31e6674-05c1-4a51-b7b2-2fbc79a56526 service neutron] 10.222.0.65 "GET /v2.0/networks/2545f480-7005-45b4-89ce-78d025057188?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355267
Apr 07 15:21:42.669749 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6c06a6db-eaa1-4439-9906-7862b6253be8 req-fae0a287-dc17-4bd2-9b74-148c0ad1befa service neutron] 10.222.0.65 "GET /v2.0/networks/2545f480-7005-45b4-89ce-78d025057188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451840
Apr 07 15:21:46.628329 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2475a8-7207-4335-8cdd-318d0ce999d9 req-4cb8643a-9acc-4c9a-a140-b5edb8921584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:46.630111 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1f2475a8-7207-4335-8cdd-318d0ce999d9 req-4cb8643a-9acc-4c9a-a140-b5edb8921584 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=926d6021f4e54c84aaf1afdfd0430193&device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 1137 time: 0.0919762
Apr 07 15:21:46.761325 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b610113-fa6d-444e-b54d-a0e8b8423eb5 req-dfe3ff03-233f-4c22-b586-68e664bb7982 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:46.762931 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9b610113-fa6d-444e-b54d-a0e8b8423eb5 req-dfe3ff03-233f-4c22-b586-68e664bb7982 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 984 time: 0.0894639
Apr 07 15:21:46.779388 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2475a8-7207-4335-8cdd-318d0ce999d9 req-1d134483-ece6-4bf0-82a6-412ad35db79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:46.780991 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1f2475a8-7207-4335-8cdd-318d0ce999d9 req-1d134483-ece6-4bf0-82a6-412ad35db79a service neutron] 10.222.0.65 "GET /v2.0/networks?id=2545f480-7005-45b4-89ce-78d025057188 HTTP/1.1" status: 200  len: 913 time: 0.1442976
Apr 07 15:21:46.802896 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9b610113-fa6d-444e-b54d-a0e8b8423eb5 req-1444914f-a762-45f8-9003-c31259e0d1b5 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&id=2ae77311-36b8-4316-a143-6006d0bdbd1c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0329370
Apr 07 15:21:46.896872 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1f2475a8-7207-4335-8cdd-318d0ce999d9 req-debde518-4589-4d60-bdba-908bce726a3e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c HTTP/1.1" status: 200  len: 1001 time: 0.1051745
Apr 07 15:21:46.974990 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2475a8-7207-4335-8cdd-318d0ce999d9 req-47e4852b-dccb-47c7-bbd2-4d4d904e8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:46.976702 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1f2475a8-7207-4335-8cdd-318d0ce999d9 req-47e4852b-dccb-47c7-bbd2-4d4d904e8ca9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48a77946-414f-4ef9-885c-70683fd3678b HTTP/1.1" status: 200  len: 851 time: 0.0724318
Apr 07 15:21:47.070402 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2475a8-7207-4335-8cdd-318d0ce999d9 req-938520e7-4167-451c-888a-ed2ca2beab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:47.072403 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1f2475a8-7207-4335-8cdd-318d0ce999d9 req-938520e7-4167-451c-888a-ed2ca2beab99 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2545f480-7005-45b4-89ce-78d025057188&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0885656
Apr 07 15:21:47.223872 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1f2475a8-7207-4335-8cdd-318d0ce999d9 req-f6afa38b-b36a-402b-b76e-6022bf707e0b service neutron] 10.222.0.65 "GET /v2.0/networks/2545f480-7005-45b4-89ce-78d025057188?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415601
Apr 07 15:21:47.372259 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1f2475a8-7207-4335-8cdd-318d0ce999d9 req-cfd9d8be-8206-45a5-a4de-56930f5aa9ae service neutron] 10.222.0.65 "GET /v2.0/networks/2545f480-7005-45b4-89ce-78d025057188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411788
Apr 07 15:21:48.014713 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f711a-90e0-4aa0-a201-45558b30c622 req-8746077c-29c2-418c-a6c4-6e9f549560ef tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:48.016976 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-559f711a-90e0-4aa0-a201-45558b30c622 req-8746077c-29c2-418c-a6c4-6e9f549560ef tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 984 time: 0.0933518
Apr 07 15:21:48.051573 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-559f711a-90e0-4aa0-a201-45558b30c622 req-c45e5b83-a52a-4506-8a0a-d95331d8d6e9 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&id=2ae77311-36b8-4316-a143-6006d0bdbd1c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0266356
Apr 07 15:21:49.286371 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fe708-cfe6-48c0-a557-2b6aaba9b59f req-34d022ab-abf9-465f-ab83-f51654f056d2 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:49.287967 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d71fe708-cfe6-48c0-a557-2b6aaba9b59f req-34d022ab-abf9-465f-ab83-f51654f056d2 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 984 time: 0.1053035
Apr 07 15:21:49.326648 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d71fe708-cfe6-48c0-a557-2b6aaba9b59f req-5598b2b6-17c6-403c-a8e2-f0d1a9e2f4e9 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&id=2ae77311-36b8-4316-a143-6006d0bdbd1c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0316861
Apr 07 15:21:50.538252 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad6d6d-55c1-4e66-a4ba-4302e6ef5ccd req-57080f8d-a8ad-4801-a0af-45b63865eb83 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:50.540033 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6bad6d6d-55c1-4e66-a4ba-4302e6ef5ccd req-57080f8d-a8ad-4801-a0af-45b63865eb83 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 984 time: 0.0943437
Apr 07 15:21:50.576226 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6bad6d6d-55c1-4e66-a4ba-4302e6ef5ccd req-d09fcfd7-f6f9-44df-9908-d31abd8c9d69 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&id=2ae77311-36b8-4316-a143-6006d0bdbd1c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0292554
Apr 07 15:21:51.795027 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95b4f2-51a9-4c95-9cc9-d76cc9ef9f0b req-6512ec0a-ddf0-49d1-a19b-947641d3bcf6 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:51.796736 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bd95b4f2-51a9-4c95-9cc9-d76cc9ef9f0b req-6512ec0a-ddf0-49d1-a19b-947641d3bcf6 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 984 time: 0.1002228
Apr 07 15:21:51.837035 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-bd95b4f2-51a9-4c95-9cc9-d76cc9ef9f0b req-e8126c11-c00f-4433-a89a-13530cf67faa tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&id=2ae77311-36b8-4316-a143-6006d0bdbd1c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0336084
Apr 07 15:21:53.059240 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9c76b-1283-41a6-8ba4-fc962264ec2e req-17be6c69-f0a1-4cf4-b093-3c6d9cd0d921 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:53.060775 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9dc9c76b-1283-41a6-8ba4-fc962264ec2e req-17be6c69-f0a1-4cf4-b093-3c6d9cd0d921 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 984 time: 0.0970979
Apr 07 15:21:53.098278 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9dc9c76b-1283-41a6-8ba4-fc962264ec2e req-4f74f520-ab32-4cb9-9ce3-517534b38069 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&id=2ae77311-36b8-4316-a143-6006d0bdbd1c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0281856
Apr 07 15:21:54.337981 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fea97-b0f7-4874-bfdb-e03bfa13d3aa req-61c12e59-5d31-4019-9344-300cc703ce88 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:54.339708 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-082fea97-b0f7-4874-bfdb-e03bfa13d3aa req-61c12e59-5d31-4019-9344-300cc703ce88 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 984 time: 0.1001668
Apr 07 15:21:54.382558 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-082fea97-b0f7-4874-bfdb-e03bfa13d3aa req-6749e32a-8183-4a71-b6ad-6ec46a5ef855 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&id=2ae77311-36b8-4316-a143-6006d0bdbd1c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0330887
Apr 07 15:21:55.611637 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5fb7a-546f-4761-a052-403a1be987f4 req-b7b110d6-4f54-43e9-8ae8-6f0500a68297 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:55.613259 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e8f5fb7a-546f-4761-a052-403a1be987f4 req-b7b110d6-4f54-43e9-8ae8-6f0500a68297 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 984 time: 0.0946620
Apr 07 15:21:55.649583 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e8f5fb7a-546f-4761-a052-403a1be987f4 req-876a0b55-7779-44ed-bf26-202e0e600857 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&id=2ae77311-36b8-4316-a143-6006d0bdbd1c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0281940
Apr 07 15:21:56.865326 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2f708-d4b3-4153-9b66-e7206601a998 req-2c905b23-8530-4e3e-b3d0-ba8187305dd6 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:56.866946 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d5b2f708-d4b3-4153-9b66-e7206601a998 req-2c905b23-8530-4e3e-b3d0-ba8187305dd6 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 984 time: 0.0904408
Apr 07 15:21:56.906959 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d5b2f708-d4b3-4153-9b66-e7206601a998 req-20f082fe-deb4-43ee-b276-c3a5a70da746 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&id=2ae77311-36b8-4316-a143-6006d0bdbd1c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0305297
Apr 07 15:21:57.388086 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fa482f8d-4592-4492-8996-7d88bfb33e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:21:58.131087 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b3f06-ff75-40b6-a665-12bb87fb227b req-043abbfb-b22a-4718-a6b5-8ad417dec297 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:58.132992 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-651b3f06-ff75-40b6-a665-12bb87fb227b req-043abbfb-b22a-4718-a6b5-8ad417dec297 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 984 time: 0.0995266
Apr 07 15:21:58.167407 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-651b3f06-ff75-40b6-a665-12bb87fb227b req-0556c113-fdae-405a-8be4-5a1012f5b1df tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&id=2ae77311-36b8-4316-a143-6006d0bdbd1c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0270941
Apr 07 15:21:59.386374 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15fb7f-644b-48e0-b8df-21ee658e2fcd req-196dddbd-14b2-44de-a496-d120f2aae951 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:21:59.388001 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9c15fb7f-644b-48e0-b8df-21ee658e2fcd req-196dddbd-14b2-44de-a496-d120f2aae951 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 984 time: 0.1008484
Apr 07 15:21:59.427675 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9c15fb7f-644b-48e0-b8df-21ee658e2fcd req-f93d57f5-8b8b-464a-88c3-e944f054cad6 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&id=2ae77311-36b8-4316-a143-6006d0bdbd1c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0328104
Apr 07 15:21:59.978680 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a66b8e62-7bbf-445b-9c1c-c7c3bae44e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:00.087618 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:01.385519 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:01.868063 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:02.042356 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:09.560219 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:22:27.399999 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4a74beb6-6444-400c-ab34-2711f4b1cbf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:29.985830 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-efe78a66-ac10-43c3-a7ce-9921ea832f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:30.090818 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:31.380485 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:31.874088 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:31.948579 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e88b8987-bf1c-45a8-a89a-d0c9f6072842 req-f9b0b06b-583e-48da-87b1-bf8e72f14e71 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-178321925&fields=id&tenant_id=926d6021f4e54c84aaf1afdfd0430193 HTTP/1.1" status: 200  len: 267 time: 0.0361073
Apr 07 15:22:32.044489 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b8987-bf1c-45a8-a89a-d0c9f6072842 req-12978ea2-f1ea-419a-84af-358454a198a0 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:22:32.046020 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e88b8987-bf1c-45a8-a89a-d0c9f6072842 req-12978ea2-f1ea-419a-84af-358454a198a0 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 984 time: 0.0912259
Apr 07 15:22:32.048123 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:32.058744 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-e88b8987-bf1c-45a8-a89a-d0c9f6072842 req-1cd39ef8-3ace-48d1-be5b-92448766c245 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Request body: {'port': {'security_groups': ['fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a']}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:22:32.197907 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-e88b8987-bf1c-45a8-a89a-d0c9f6072842 req-1cd39ef8-3ace-48d1-be5b-92448766c245 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:32.524545 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-e88b8987-bf1c-45a8-a89a-d0c9f6072842 req-1cd39ef8-3ace-48d1-be5b-92448766c245 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] For port 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c,segment=NetworkSegment(c473b040-5c61-4d14-bd81-e1a044ea8887),segment_id=c473b040-5c61-4d14-bd81-e1a044ea8887)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:22:32.552907 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-e88b8987-bf1c-45a8-a89a-d0c9f6072842 req-1cd39ef8-3ace-48d1-be5b-92448766c245 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:32.557730 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-e88b8987-bf1c-45a8-a89a-d0c9f6072842 req-1cd39ef8-3ace-48d1-be5b-92448766c245 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852156545'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:32.573625 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:22:32.596772 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:22:32.731402 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd39ef8-3ace-48d1-be5b-92448766c245 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Pushing event updated for resources: {'Port': ['ID=2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c,revision_number=7']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:22:32.742031 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd39ef8-3ace-48d1-be5b-92448766c245 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:22:32.742588 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd39ef8-3ace-48d1-be5b-92448766c245 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:22:32.743140 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd39ef8-3ace-48d1-be5b-92448766c245 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:22:32.743264 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd39ef8-3ace-48d1-be5b-92448766c245 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:22:32.744138 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd39ef8-3ace-48d1-be5b-92448766c245 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:22:32.744138 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd39ef8-3ace-48d1-be5b-92448766c245 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:22:32.744432 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd39ef8-3ace-48d1-be5b-92448766c245 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:22:32.745019 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd39ef8-3ace-48d1-be5b-92448766c245 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:22:32.745260 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd39ef8-3ace-48d1-be5b-92448766c245 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:22:32.745658 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd39ef8-3ace-48d1-be5b-92448766c245 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:22:32.746087 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd39ef8-3ace-48d1-be5b-92448766c245 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:22:32.746482 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd39ef8-3ace-48d1-be5b-92448766c245 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:22:32.752435 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1cd39ef8-3ace-48d1-be5b-92448766c245 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:22:32.793763 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b8987-bf1c-45a8-a89a-d0c9f6072842 req-1cd39ef8-3ace-48d1-be5b-92448766c245 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:22:32.794475 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-e88b8987-bf1c-45a8-a89a-d0c9f6072842 req-1cd39ef8-3ace-48d1-be5b-92448766c245 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:32.796019 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e88b8987-bf1c-45a8-a89a-d0c9f6072842 req-1cd39ef8-3ace-48d1-be5b-92448766c245 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "PUT /v2.0/ports/2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c HTTP/1.1" status: 200  len: 942 time: 0.7427206
Apr 07 15:22:32.796606 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182c6ed3-34d4-4cde-8c85-83610425ca46', 'tag': '2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:22:32.803373 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40582) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:22:32.850588 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182c6ed3-34d4-4cde-8c85-83610425ca46', 'tag': '2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c', 'status': 'completed', 'code': 200}
Apr 07 15:22:32.895080 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cf956c68-25d1-49e1-8385-b361c8471157 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:32.931973 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cf956c68-25d1-49e1-8385-b361c8471157 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:32.985425 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44f879-5146-499b-ae16-3cd8a578835d req-e00094df-9ae7-4fe5-949e-d71809d40c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:22:32.987681 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4c44f879-5146-499b-ae16-3cd8a578835d req-e00094df-9ae7-4fe5-949e-d71809d40c38 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=926d6021f4e54c84aaf1afdfd0430193&device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 1098 time: 0.0859983
Apr 07 15:22:32.991441 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cf956c68-25d1-49e1-8385-b361c8471157 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:32.999096 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1b1bfefc-d9e0-4167-a099-61e18ec9ac7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:22:33.014978 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf956c68-25d1-49e1-8385-b361c8471157 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae77311-36b8-4316-a143-6006d0bdbd1c,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:22:33.017756 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-cf956c68-25d1-49e1-8385-b361c8471157 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:22:33.018865 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cf956c68-25d1-49e1-8385-b361c8471157 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:33.020388 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-cf956c68-25d1-49e1-8385-b361c8471157 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "DELETE /v2.0/security-groups/2ae77311-36b8-4316-a143-6006d0bdbd1c HTTP/1.1" status: 204  len: 168 time: 0.2160199
Apr 07 15:22:33.025164 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40586) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:22:33.060225 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:22:33.147030 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44f879-5146-499b-ae16-3cd8a578835d req-7d35910a-836b-437d-9bda-640c7ac6346c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:22:33.148596 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4c44f879-5146-499b-ae16-3cd8a578835d req-7d35910a-836b-437d-9bda-640c7ac6346c service neutron] 10.222.0.65 "GET /v2.0/networks?id=2545f480-7005-45b4-89ce-78d025057188 HTTP/1.1" status: 200  len: 913 time: 0.1538222
Apr 07 15:22:33.157984 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-e1985587-2572-4ce7-b214-ee9f1378c13d None None] Provisioning complete for port 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:22:33.158414 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e1985587-2572-4ce7-b214-ee9f1378c13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:33.255748 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-6c3eec8e-2646-494c-8080-3f72a73d8f2f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Deleting port 63146761-3d62-4743-abd8-c5ea40185495 {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:22:33.256622 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6c3eec8e-2646-494c-8080-3f72a73d8f2f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:33.261895 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4c44f879-5146-499b-ae16-3cd8a578835d req-f725fccc-916d-491c-97cc-76fc788ac8db service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c HTTP/1.1" status: 200  len: 1001 time: 0.1057107
Apr 07 15:22:33.332734 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44f879-5146-499b-ae16-3cd8a578835d req-5468b76a-64ce-40b5-baf8-9bd1ea2ae140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:22:33.334596 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4c44f879-5146-499b-ae16-3cd8a578835d req-5468b76a-64ce-40b5-baf8-9bd1ea2ae140 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48a77946-414f-4ef9-885c-70683fd3678b HTTP/1.1" status: 200  len: 851 time: 0.0663970
Apr 07 15:22:33.421720 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44f879-5146-499b-ae16-3cd8a578835d req-ff86b3b3-db11-470a-846d-97688b876ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:22:33.423628 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4c44f879-5146-499b-ae16-3cd8a578835d req-ff86b3b3-db11-470a-846d-97688b876ad8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2545f480-7005-45b4-89ce-78d025057188&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819473
Apr 07 15:22:33.447492 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6c3eec8e-2646-494c-8080-3f72a73d8f2f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:33.447885 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6c3eec8e-2646-494c-8080-3f72a73d8f2f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:33.566155 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4c44f879-5146-499b-ae16-3cd8a578835d req-ab6ec323-28ec-49fe-80ae-c35f16eca1e3 service neutron] 10.222.0.65 "GET /v2.0/networks/2545f480-7005-45b4-89ce-78d025057188?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357429
Apr 07 15:22:33.583735 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-6c3eec8e-2646-494c-8080-3f72a73d8f2f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Calling delete_port for 63146761-3d62-4743-abd8-c5ea40185495 owned by network:floatingip {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:22:33.715783 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4c44f879-5146-499b-ae16-3cd8a578835d req-46435e96-acb5-406d-aad5-71f2cb677aed service neutron] 10.222.0.65 "GET /v2.0/networks/2545f480-7005-45b4-89ce-78d025057188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428733
Apr 07 15:22:33.757323 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6c3eec8e-2646-494c-8080-3f72a73d8f2f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:33.771464 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-1cd39ef8-3ace-48d1-be5b-92448766c245 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:22:33.880101 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3eec8e-2646-494c-8080-3f72a73d8f2f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Pushing event deleted for resources: {'Port': ['ID=63146761-3d62-4743-abd8-c5ea40185495,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:22:33.883203 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6c3eec8e-2646-494c-8080-3f72a73d8f2f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:22:34.050362 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6c3eec8e-2646-494c-8080-3f72a73d8f2f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks [] for floatingip, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:34.050709 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.l3_db [None req-6c3eec8e-2646-494c-8080-3f72a73d8f2f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Floating IP 9d296393-042d-48dd-8520-15770cb30d89 disassociated (deleted). External IP: 172.27.2.251, port: 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c.
Apr 07 15:22:34.680833 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3eec8e-2646-494c-8080-3f72a73d8f2f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Router 97bb30c3-1533-47af-a384-6ab755d7e004 has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:22:34.889695 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3eec8e-2646-494c-8080-3f72a73d8f2f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:22:34.900513 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8954249-a59f-4c15-8919-5e445c4fd9fa None None] Sync routers for ids ['97bb30c3-1533-47af-a384-6ab755d7e004'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:22:34.911886 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6c3eec8e-2646-494c-8080-3f72a73d8f2f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for floatingip, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:34.912416 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8954249-a59f-4c15-8919-5e445c4fd9fa None None] Routers {'97bb30c3-1533-47af-a384-6ab755d7e004'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:22:34.913091 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d8954249-a59f-4c15-8919-5e445c4fd9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690b9d550>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:22:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['97bb30c3-1533-47af-a384-6ab755d7e004'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:22:34.971386 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-6c3eec8e-2646-494c-8080-3f72a73d8f2f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "DELETE /v2.0/floatingips/9d296393-042d-48dd-8520-15770cb30d89 HTTP/1.1" status: 204  len: 168 time: 1.9450254
Apr 07 15:22:34.972163 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182c6ed3-34d4-4cde-8c85-83610425ca46', 'tag': '2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:22:35.031856 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182c6ed3-34d4-4cde-8c85-83610425ca46', 'tag': '2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c', 'status': 'completed', 'code': 200}
Apr 07 15:22:35.112481 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-d8954249-a59f-4c15-8919-5e445c4fd9fa None None] Set router 97bb30c3-1533-47af-a384-6ab755d7e004 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:22:35.162588 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8a545-6073-4583-8791-125c6a3be978 req-94504317-3239-4ee4-a074-d464e2a89674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:22:35.164406 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-46a8a545-6073-4583-8791-125c6a3be978 req-94504317-3239-4ee4-a074-d464e2a89674 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=926d6021f4e54c84aaf1afdfd0430193&device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 1098 time: 0.0854027
Apr 07 15:22:35.311345 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8a545-6073-4583-8791-125c6a3be978 req-76ba972e-9842-4a9f-b54e-2271c6f33285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:22:35.313008 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-46a8a545-6073-4583-8791-125c6a3be978 req-76ba972e-9842-4a9f-b54e-2271c6f33285 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2545f480-7005-45b4-89ce-78d025057188 HTTP/1.1" status: 200  len: 913 time: 0.1423719
Apr 07 15:22:35.420839 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-46a8a545-6073-4583-8791-125c6a3be978 req-17423d24-caa3-4396-b711-598b57654f6c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c HTTP/1.1" status: 200  len: 217 time: 0.1009915
Apr 07 15:22:35.490871 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8a545-6073-4583-8791-125c6a3be978 req-04722531-bc12-46ee-99a3-15ba961d3566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:22:35.492516 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-46a8a545-6073-4583-8791-125c6a3be978 req-04722531-bc12-46ee-99a3-15ba961d3566 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48a77946-414f-4ef9-885c-70683fd3678b HTTP/1.1" status: 200  len: 851 time: 0.0656128
Apr 07 15:22:35.495839 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d8954249-a59f-4c15-8919-5e445c4fd9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690b9d550>, [{'id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'name': 'tempest-TestMinimumBasicScenario-3614070-router', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '58321b71-519b-4415-9a90-49ca1d85676a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:21Z', 'updated_at': '2021-04-07T15:20:28Z', 'revision_number': 4, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'gw_port': {'id': '58321b71-519b-4415-9a90-49ca1d85676a', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:23Z', 'updated_at': '2021-04-07T15:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9', 'name': '', 'network_id': '2545f480-7005-45b4-89ce-78d025057188', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'mac_address': 'fa:16:3e:c7:c8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '48a77946-414f-4ef9-885c-70683fd3678b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:27Z', 'updated_at': '2021-04-07T15:20:42Z', 'revision_number': 5, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'subnets': [{'id': '48a77946-414f-4ef9-885c-70683fd3678b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:22:35.500208 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8954249-a59f-4c15-8919-5e445c4fd9fa None None] Checking router: 97bb30c3-1533-47af-a384-6ab755d7e004 for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:22:35.509772 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8954249-a59f-4c15-8919-5e445c4fd9fa None None] Routers {'97bb30c3-1533-47af-a384-6ab755d7e004'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:22:35.510445 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d8954249-a59f-4c15-8919-5e445c4fd9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690b9d550>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:22:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['97bb30c3-1533-47af-a384-6ab755d7e004'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:22:35.580182 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8a545-6073-4583-8791-125c6a3be978 req-0b2f96bd-0b41-42d3-9a1f-24350ddba3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:22:35.581980 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-46a8a545-6073-4583-8791-125c6a3be978 req-0b2f96bd-0b41-42d3-9a1f-24350ddba3f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2545f480-7005-45b4-89ce-78d025057188&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0825953
Apr 07 15:22:35.711205 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-d8954249-a59f-4c15-8919-5e445c4fd9fa None None] Set router 97bb30c3-1533-47af-a384-6ab755d7e004 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:22:35.986231 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-46a8a545-6073-4583-8791-125c6a3be978 req-44e0c63a-e0e5-45bf-a312-11278c75885a service neutron] 10.222.0.65 "GET /v2.0/networks/2545f480-7005-45b4-89ce-78d025057188?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3970120
Apr 07 15:22:36.142412 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-46a8a545-6073-4583-8791-125c6a3be978 req-df591927-312a-4952-87e6-1c859e42b03f service neutron] 10.222.0.65 "GET /v2.0/networks/2545f480-7005-45b4-89ce-78d025057188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1495442
Apr 07 15:22:36.236472 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d8954249-a59f-4c15-8919-5e445c4fd9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690b9d550>, [{'id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'name': 'tempest-TestMinimumBasicScenario-3614070-router', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '58321b71-519b-4415-9a90-49ca1d85676a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:21Z', 'updated_at': '2021-04-07T15:20:28Z', 'revision_number': 4, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'gw_port': {'id': '58321b71-519b-4415-9a90-49ca1d85676a', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:23Z', 'updated_at': '2021-04-07T15:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9', 'name': '', 'network_id': '2545f480-7005-45b4-89ce-78d025057188', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'mac_address': 'fa:16:3e:c7:c8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '48a77946-414f-4ef9-885c-70683fd3678b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:27Z', 'updated_at': '2021-04-07T15:20:42Z', 'revision_number': 5, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'subnets': [{'id': '48a77946-414f-4ef9-885c-70683fd3678b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:22:36.240888 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8954249-a59f-4c15-8919-5e445c4fd9fa None None] The sync data for ids ['97bb30c3-1533-47af-a384-6ab755d7e004'] in dv-cinder-782260-2-iscsi is: [{'id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'name': 'tempest-TestMinimumBasicScenario-3614070-router', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '58321b71-519b-4415-9a90-49ca1d85676a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:21Z', 'updated_at': '2021-04-07T15:20:28Z', 'revision_number': 4, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'gw_port': {'id': '58321b71-519b-4415-9a90-49ca1d85676a', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:23Z', 'updated_at': '2021-04-07T15:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': '62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9', 'name': '', 'network_id': '2545f480-7005-45b4-89ce-78d025057188', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'mac_address': 'fa:16:3e:c7:c8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '48a77946-414f-4ef9-885c-70683fd3678b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:27Z', 'updated_at': '2021-04-07T15:20:42Z', 'revision_number': 5, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'subnets': [{'id': '48a77946-414f-4ef9-885c-70683fd3678b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:22:36.661396 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084057ab-4348-4a2d-ad22-723a8d6372c8 None None] New status for floating IP 9d296393-042d-48dd-8520-15770cb30d89: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 15:22:38.424885 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28365fd9-ade4-4815-95dc-6d1d07a169b2 req-442bb632-6daf-42c1-94bc-8ee1a5b1d609 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:22:38.425733 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-28365fd9-ade4-4815-95dc-6d1d07a169b2 req-442bb632-6daf-42c1-94bc-8ee1a5b1d609 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Synchronizing usage tracker for tenant:926d6021f4e54c84aaf1afdfd0430193 on resource:port {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:22:38.442914 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-28365fd9-ade4-4815-95dc-6d1d07a169b2 req-442bb632-6daf-42c1-94bc-8ee1a5b1d609 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Unset dirty status for tenant:926d6021f4e54c84aaf1afdfd0430193 on resource:port {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:22:38.444178 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-28365fd9-ade4-4815-95dc-6d1d07a169b2 req-442bb632-6daf-42c1-94bc-8ee1a5b1d609 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 945 time: 0.1139216
Apr 07 15:22:38.477792 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-28365fd9-ade4-4815-95dc-6d1d07a169b2 req-0957dce5-72fa-4b18-a934-e2ea45d4856c tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Synchronizing usage tracker for tenant:926d6021f4e54c84aaf1afdfd0430193 on resource:security_group {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:22:38.495495 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-28365fd9-ade4-4815-95dc-6d1d07a169b2 req-0957dce5-72fa-4b18-a934-e2ea45d4856c tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Unset dirty status for tenant:926d6021f4e54c84aaf1afdfd0430193 on resource:security_group {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:22:38.496680 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-28365fd9-ade4-4815-95dc-6d1d07a169b2 req-0957dce5-72fa-4b18-a934-e2ea45d4856c tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427067
Apr 07 15:22:39.726862 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f6c6a-e06a-43de-a0ae-bfaf3d10ab5f req-30f5f3d8-a105-469f-a392-323253354c65 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:22:39.728719 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b93f6c6a-e06a-43de-a0ae-bfaf3d10ab5f req-30f5f3d8-a105-469f-a392-323253354c65 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 945 time: 0.1048374
Apr 07 15:22:39.763327 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b93f6c6a-e06a-43de-a0ae-bfaf3d10ab5f req-89ff3711-9371-4874-b245-3e04b056dc83 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/security-groups?id=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0279682
Apr 07 15:22:40.154124 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d6bab-54f8-4af7-b314-9ba7fd849d22 req-06c97a6b-e192-44e2-ac7e-57c6a0592a1f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:22:40.154900 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-b62d6bab-54f8-4af7-b314-9ba7fd849d22 req-06c97a6b-e192-44e2-ac7e-57c6a0592a1f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Synchronizing usage tracker for tenant:926d6021f4e54c84aaf1afdfd0430193 on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:22:40.168813 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-b62d6bab-54f8-4af7-b314-9ba7fd849d22 req-06c97a6b-e192-44e2-ac7e-57c6a0592a1f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Unset dirty status for tenant:926d6021f4e54c84aaf1afdfd0430193 on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:22:40.170069 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b62d6bab-54f8-4af7-b314-9ba7fd849d22 req-06c97a6b-e192-44e2-ac7e-57c6a0592a1f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.65 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 945 time: 0.1088588
Apr 07 15:22:40.252198 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-b62d6bab-54f8-4af7-b314-9ba7fd849d22 req-c74eed00-8f34-430d-be9e-09e985a92b78 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Deleting port 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:22:40.252580 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-b62d6bab-54f8-4af7-b314-9ba7fd849d22 req-c74eed00-8f34-430d-be9e-09e985a92b78 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:40.518966 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-b62d6bab-54f8-4af7-b314-9ba7fd849d22 req-c74eed00-8f34-430d-be9e-09e985a92b78 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] For port 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c,segment=NetworkSegment(c473b040-5c61-4d14-bd81-e1a044ea8887),segment_id=c473b040-5c61-4d14-bd81-e1a044ea8887)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:22:40.519413 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-b62d6bab-54f8-4af7-b314-9ba7fd849d22 req-c74eed00-8f34-430d-be9e-09e985a92b78 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:40.656249 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-b62d6bab-54f8-4af7-b314-9ba7fd849d22 req-c74eed00-8f34-430d-be9e-09e985a92b78 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Calling delete_port for 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c owned by compute:nova {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:22:40.810746 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-b62d6bab-54f8-4af7-b314-9ba7fd849d22 req-c74eed00-8f34-430d-be9e-09e985a92b78 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:40.830280 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-43c17529-fcaf-4a3d-b257-5587b145af59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:22:40.846778 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:22:40.932774 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74eed00-8f34-430d-be9e-09e985a92b78 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Pushing event deleted for resources: {'Port': ['ID=2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:22:40.938368 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a1f66bc0-c047-4951-988a-4548cc95e2c4 req-427d0a05-5adc-4232-912d-58095aa7f097 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.39 "GET /v2.0/ports?device_id=182c6ed3-34d4-4cde-8c85-83610425ca46 HTTP/1.1" status: 200  len: 210 time: 0.0525286
Apr 07 15:22:40.952712 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74eed00-8f34-430d-be9e-09e985a92b78 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:22:40.953126 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74eed00-8f34-430d-be9e-09e985a92b78 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:22:40.953601 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74eed00-8f34-430d-be9e-09e985a92b78 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:22:40.953996 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74eed00-8f34-430d-be9e-09e985a92b78 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:22:40.954406 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74eed00-8f34-430d-be9e-09e985a92b78 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:22:40.954817 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74eed00-8f34-430d-be9e-09e985a92b78 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:22:40.955228 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74eed00-8f34-430d-be9e-09e985a92b78 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:22:40.955679 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74eed00-8f34-430d-be9e-09e985a92b78 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:22:40.956091 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74eed00-8f34-430d-be9e-09e985a92b78 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:22:40.956519 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74eed00-8f34-430d-be9e-09e985a92b78 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:22:40.956974 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74eed00-8f34-430d-be9e-09e985a92b78 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:22:40.957407 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74eed00-8f34-430d-be9e-09e985a92b78 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:22:40.964105 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c74eed00-8f34-430d-be9e-09e985a92b78 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:22:41.097695 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62d6bab-54f8-4af7-b314-9ba7fd849d22 req-c74eed00-8f34-430d-be9e-09e985a92b78 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] No DVR routers for this DVR port 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c on host hv-cinder-78226 {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:22:41.100389 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-b62d6bab-54f8-4af7-b314-9ba7fd849d22 req-c74eed00-8f34-430d-be9e-09e985a92b78 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:41.103486 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182c6ed3-34d4-4cde-8c85-83610425ca46', 'name': 'network-vif-deleted', 'tag': '2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:22:41.119436 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b62d6bab-54f8-4af7-b314-9ba7fd849d22 req-c74eed00-8f34-430d-be9e-09e985a92b78 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] 10.222.0.65 "DELETE /v2.0/ports/2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c HTTP/1.1" status: 204  len: 173 time: 0.9438469
Apr 07 15:22:41.158393 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182c6ed3-34d4-4cde-8c85-83610425ca46', 'name': 'network-vif-deleted', 'tag': '2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c', 'status': 'completed', 'code': 200}
Apr 07 15:22:42.682686 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40674) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:22:42.756936 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3aa19dc9-24ed-4541-98f4-43414661315b req-c8cfe40f-fe80-40d5-ae02-d787452837cd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0851693
Apr 07 15:22:42.867180 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa19dc9-24ed-4541-98f4-43414661315b req-f9e0746f-49ed-4e64-add1-c2a3a6609d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:22:42.868719 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3aa19dc9-24ed-4541-98f4-43414661315b req-f9e0746f-49ed-4e64-add1-c2a3a6609d71 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a513548b70c04cb59fd49f59b979179e&device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 1098 time: 0.0798922
Apr 07 15:22:43.029866 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa19dc9-24ed-4541-98f4-43414661315b req-270f9573-262c-4b59-89d3-08e0d33a37fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:22:43.031485 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3aa19dc9-24ed-4541-98f4-43414661315b req-270f9573-262c-4b59-89d3-08e0d33a37fb service neutron] 10.222.0.65 "GET /v2.0/networks?id=5dbf8263-9260-4744-9890-2491478b8271 HTTP/1.1" status: 200  len: 912 time: 0.1425087
Apr 07 15:22:43.148620 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3aa19dc9-24ed-4541-98f4-43414661315b req-2ffac985-128b-4f73-8e59-a188d4552884 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f84d0d1d-5e41-4138-8288-faa12839b438 HTTP/1.1" status: 200  len: 1001 time: 0.1093757
Apr 07 15:22:43.222397 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa19dc9-24ed-4541-98f4-43414661315b req-b60900c4-1e04-4d8f-bbba-edc0604e635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:22:43.224018 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3aa19dc9-24ed-4541-98f4-43414661315b req-b60900c4-1e04-4d8f-bbba-edc0604e635f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96891164-c29f-43fc-aef8-583f277c76af HTTP/1.1" status: 200  len: 850 time: 0.0682557
Apr 07 15:22:43.278296 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-39910b47-ec15-4cee-b4bf-7d080225080c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854367082'] for router_interface, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:43.309147 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa19dc9-24ed-4541-98f4-43414661315b req-518d45ff-7ccf-4978-8629-1560daeedf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:22:43.310849 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3aa19dc9-24ed-4541-98f4-43414661315b req-518d45ff-7ccf-4978-8629-1560daeedf9f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5dbf8263-9260-4744-9890-2491478b8271&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797181
Apr 07 15:22:43.457111 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3aa19dc9-24ed-4541-98f4-43414661315b req-0f952c4a-a62c-4df8-be56-6c708c5eb3af service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396835
Apr 07 15:22:43.600764 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3aa19dc9-24ed-4541-98f4-43414661315b req-aa8a1b6b-0b93-4fa5-a3e0-32e9e56e3d6a service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375420
Apr 07 15:22:43.658710 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-39910b47-ec15-4cee-b4bf-7d080225080c admin admin] Deleting port 62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9 {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:22:43.659106 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-39910b47-ec15-4cee-b4bf-7d080225080c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:43.849817 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-39910b47-ec15-4cee-b4bf-7d080225080c admin admin] For port 62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9,segment=NetworkSegment(c473b040-5c61-4d14-bd81-e1a044ea8887),segment_id=c473b040-5c61-4d14-bd81-e1a044ea8887)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:22:43.850452 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-39910b47-ec15-4cee-b4bf-7d080225080c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:43.994508 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-39910b47-ec15-4cee-b4bf-7d080225080c admin admin] Calling delete_port for 62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9 owned by network:router_interface {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:22:44.186757 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-39910b47-ec15-4cee-b4bf-7d080225080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:44.202664 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-70b3ffb7-eefe-436b-b653-bc525f770d3f tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:22:44.303702 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39910b47-ec15-4cee-b4bf-7d080225080c admin admin] Pushing event deleted for resources: {'Port': ['ID=62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:22:44.308292 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-39910b47-ec15-4cee-b4bf-7d080225080c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:22:44.654475 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-39910b47-ec15-4cee-b4bf-7d080225080c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854367835'] for router_interface, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:44.758788 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:22:44.794927 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] No Port match for: 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:22:44.795321 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 2d0f61f7-4506-4bcd-b9b3-7a7775e47c2c not bound to the agent host hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:22:45.430369 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39910b47-ec15-4cee-b4bf-7d080225080c admin admin] Router 97bb30c3-1533-47af-a384-6ab755d7e004 has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:22:45.623097 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39910b47-ec15-4cee-b4bf-7d080225080c admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:22:45.633220 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a20b44c-c711-41bc-9d00-205b38da3739 None None] Sync routers for ids ['97bb30c3-1533-47af-a384-6ab755d7e004'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:22:45.638092 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-39910b47-ec15-4cee-b4bf-7d080225080c admin admin] 10.222.0.39 "PUT /v2.0/routers/97bb30c3-1533-47af-a384-6ab755d7e004/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9539018
Apr 07 15:22:45.640564 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40678) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:22:45.643645 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a20b44c-c711-41bc-9d00-205b38da3739 None None] Routers {'97bb30c3-1533-47af-a384-6ab755d7e004'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:22:45.644383 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-8a20b44c-c711-41bc-9d00-205b38da3739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6906e8898>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:22:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['97bb30c3-1533-47af-a384-6ab755d7e004'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:22:45.832868 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b5ddbb2e-e573-4522-9f66-8a8a89f7af16 admin admin] Notify callbacks [] for router, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:45.840535 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-8a20b44c-c711-41bc-9d00-205b38da3739 None None] Set router 97bb30c3-1533-47af-a384-6ab755d7e004 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:22:46.025627 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b5ddbb2e-e573-4522-9f66-8a8a89f7af16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:46.035006 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-b5ddbb2e-e573-4522-9f66-8a8a89f7af16 admin admin] Deleting port 58321b71-519b-4415-9a90-49ca1d85676a {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:22:46.035325 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b5ddbb2e-e573-4522-9f66-8a8a89f7af16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:46.159929 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-8a20b44c-c711-41bc-9d00-205b38da3739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6906e8898>, [{'id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'name': 'tempest-TestMinimumBasicScenario-3614070-router', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '58321b71-519b-4415-9a90-49ca1d85676a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:21Z', 'updated_at': '2021-04-07T15:22:44Z', 'revision_number': 5, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'gw_port': {'id': '58321b71-519b-4415-9a90-49ca1d85676a', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:23Z', 'updated_at': '2021-04-07T15:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi'}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:22:46.164196 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a20b44c-c711-41bc-9d00-205b38da3739 None None] Checking router: 97bb30c3-1533-47af-a384-6ab755d7e004 for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:22:46.174439 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a20b44c-c711-41bc-9d00-205b38da3739 None None] Routers {'97bb30c3-1533-47af-a384-6ab755d7e004'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:22:46.175099 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-8a20b44c-c711-41bc-9d00-205b38da3739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6906e8898>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:22:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['97bb30c3-1533-47af-a384-6ab755d7e004'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:22:46.226856 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-b5ddbb2e-e573-4522-9f66-8a8a89f7af16 admin admin] For port 58321b71-519b-4415-9a90-49ca1d85676a, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=58321b71-519b-4415-9a90-49ca1d85676a,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:22:46.227268 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b5ddbb2e-e573-4522-9f66-8a8a89f7af16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:46.338433 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-8a20b44c-c711-41bc-9d00-205b38da3739 None None] Set router 97bb30c3-1533-47af-a384-6ab755d7e004 gateway port host: None {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:22:46.364564 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-b5ddbb2e-e573-4522-9f66-8a8a89f7af16 admin admin] Calling delete_port for 58321b71-519b-4415-9a90-49ca1d85676a owned by network:router_gateway {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:22:46.453637 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-8a20b44c-c711-41bc-9d00-205b38da3739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6906e8898>, [{'id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'name': 'tempest-TestMinimumBasicScenario-3614070-router', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:21Z', 'updated_at': '2021-04-07T15:22:46Z', 'revision_number': 6, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'gw_port_host': None}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:22:46.458096 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a20b44c-c711-41bc-9d00-205b38da3739 None None] The sync data for ids ['97bb30c3-1533-47af-a384-6ab755d7e004'] in dv-cinder-782260-2-iscsi is: [{'id': '97bb30c3-1533-47af-a384-6ab755d7e004', 'name': 'tempest-TestMinimumBasicScenario-3614070-router', 'tenant_id': '926d6021f4e54c84aaf1afdfd0430193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:21Z', 'updated_at': '2021-04-07T15:22:46Z', 'revision_number': 6, 'project_id': '926d6021f4e54c84aaf1afdfd0430193', 'gw_port_host': None}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:22:46.546038 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b5ddbb2e-e573-4522-9f66-8a8a89f7af16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:46.560167 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:22:46.562825 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-36d7e605-9ab2-4431-a4ae-a3c19e770901 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:22:46.658490 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddbb2e-e573-4522-9f66-8a8a89f7af16 admin admin] Pushing event deleted for resources: {'Port': ['ID=58321b71-519b-4415-9a90-49ca1d85676a,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:22:46.668235 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b5ddbb2e-e573-4522-9f66-8a8a89f7af16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:22:46.834936 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b5ddbb2e-e573-4522-9f66-8a8a89f7af16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854265947'] for router_gateway, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:47.017883 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b5ddbb2e-e573-4522-9f66-8a8a89f7af16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8050'] for router, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:47.020403 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b5ddbb2e-e573-4522-9f66-8a8a89f7af16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:47.055193 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b5ddbb2e-e573-4522-9f66-8a8a89f7af16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-401551'] for router, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:47.055809 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ddbb2e-e573-4522-9f66-8a8a89f7af16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97bb30c3-1533-47af-a384-6ab755d7e004 {{(pid=84337) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 07 15:22:47.069019 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b5ddbb2e-e573-4522-9f66-8a8a89f7af16 admin admin] Notify callbacks [] for router, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:47.070651 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-b5ddbb2e-e573-4522-9f66-8a8a89f7af16 admin admin] 10.222.0.39 "DELETE /v2.0/routers/97bb30c3-1533-47af-a384-6ab755d7e004 HTTP/1.1" status: 204  len: 168 time: 1.4290729
Apr 07 15:22:47.074227 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40682) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:22:47.141651 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_v2 [None req-f804c21c-e24c-455b-85fe-6865e547a264 admin admin] Deleting subnet 48a77946-414f-4ef9-885c-70683fd3678b {{(pid=84337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 15:22:47.145308 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f804c21c-e24c-455b-85fe-6865e547a264 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:47.199065 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f804c21c-e24c-455b-85fe-6865e547a264 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851978756'] for subnet, precommit_delete_associations {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:47.290689 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f804c21c-e24c-455b-85fe-6865e547a264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770737'] for subnet, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:47.556367 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f804c21c-e24c-455b-85fe-6865e547a264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852156596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851747216'] for subnet, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:47.578679 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:22:47.659094 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804c21c-e24c-455b-85fe-6865e547a264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48a77946-414f-4ef9-885c-70683fd3678b,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:22:47.666125 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f804c21c-e24c-455b-85fe-6865e547a264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:22:47.716843 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f804c21c-e24c-455b-85fe-6865e547a264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for subnet, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:47.722717 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9495bfa0-e73e-4719-a341-0db9ed55a1d0 None None] Network 2545f480-7005-45b4-89ce-78d025057188 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:22:47.723279 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-f804c21c-e24c-455b-85fe-6865e547a264 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/48a77946-414f-4ef9-885c-70683fd3678b HTTP/1.1" status: 204  len: 168 time: 0.6479685
Apr 07 15:22:47.726146 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40686) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:22:47.842967 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ecc27f90-e90a-4d4b-8b12-62f82aafc3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-189805'] for network, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:47.914232 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-ecc27f90-e90a-4d4b-8b12-62f82aafc3f0 admin admin] Deleting port da1eae59-0891-4ced-b72b-435bf5fc3e23 {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:22:47.914833 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ecc27f90-e90a-4d4b-8b12-62f82aafc3f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:48.009906 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419eb21d-d0c6-4443-b09c-746010a7514b None None] DHCP port deletion for 2545f480-7005-45b4-89ce-78d025057188 request from dv-cinder-782260-2-iscsi {{(pid=84339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 07 15:22:48.014207 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-419eb21d-d0c6-4443-b09c-746010a7514b None None] Deleting port da1eae59-0891-4ced-b72b-435bf5fc3e23 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:22:48.014645 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-419eb21d-d0c6-4443-b09c-746010a7514b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:48.173396 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-ecc27f90-e90a-4d4b-8b12-62f82aafc3f0 admin admin] For port da1eae59-0891-4ced-b72b-435bf5fc3e23, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=da1eae59-0891-4ced-b72b-435bf5fc3e23,segment=NetworkSegment(c473b040-5c61-4d14-bd81-e1a044ea8887),segment_id=c473b040-5c61-4d14-bd81-e1a044ea8887)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:22:48.173805 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ecc27f90-e90a-4d4b-8b12-62f82aafc3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:48.223648 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device da1eae59-0891-4ced-b72b-435bf5fc3e23 no longer exists at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:22:48.283724 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-419eb21d-d0c6-4443-b09c-746010a7514b None None] For port da1eae59-0891-4ced-b72b-435bf5fc3e23, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=da1eae59-0891-4ced-b72b-435bf5fc3e23,segment=NetworkSegment(c473b040-5c61-4d14-bd81-e1a044ea8887),segment_id=c473b040-5c61-4d14-bd81-e1a044ea8887)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:22:48.284121 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-419eb21d-d0c6-4443-b09c-746010a7514b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:48.310607 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-ecc27f90-e90a-4d4b-8b12-62f82aafc3f0 admin admin] Calling delete_port for da1eae59-0891-4ced-b72b-435bf5fc3e23 owned by network:dhcp {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:22:48.394208 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ecc27f90-e90a-4d4b-8b12-62f82aafc3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:48.407681 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e216931b-205f-4921-8047-d51ba48211de tempest-VolumesNegativeTest-1481175040 tempest-VolumesNegativeTest-1481175040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:22:48.426930 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-419eb21d-d0c6-4443-b09c-746010a7514b None None] Calling delete_port for da1eae59-0891-4ced-b72b-435bf5fc3e23 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:22:48.466250 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] No active binding found for port da1eae59-0891-4ced-b72b-435bf5fc3e23 {{(pid=84339) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}}
Apr 07 15:22:48.466705 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device da1eae59-0891-4ced-b72b-435bf5fc3e23 not bound to the agent host dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:22:48.467169 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9 no longer exists at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:22:48.517234 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] No Port match for: 62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9 {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:22:48.517659 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 62e9a1e0-e91f-4bc3-b5cb-6c9d09a03ba9 not bound to the agent host dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:22:48.518116 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 58321b71-519b-4415-9a90-49ca1d85676a no longer exists at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:22:48.561615 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] No Port match for: 58321b71-519b-4415-9a90-49ca1d85676a {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:22:48.562292 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 58321b71-519b-4415-9a90-49ca1d85676a not bound to the agent host dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:22:48.582257 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.db.api [None req-419eb21d-d0c6-4443-b09c-746010a7514b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 07 15:22:48.582661 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_db.api [None req-419eb21d-d0c6-4443-b09c-746010a7514b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 07 15:22:48.766682 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc27f90-e90a-4d4b-8b12-62f82aafc3f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=da1eae59-0891-4ced-b72b-435bf5fc3e23,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:22:48.769438 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ecc27f90-e90a-4d4b-8b12-62f82aafc3f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:22:48.818877 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc27f90-e90a-4d4b-8b12-62f82aafc3f0 admin admin] No DVR routers for this DVR port da1eae59-0891-4ced-b72b-435bf5fc3e23 on host dv-cinder-782260-2-iscsi {{(pid=84337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:22:48.944465 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ecc27f90-e90a-4d4b-8b12-62f82aafc3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-63823', 'neutron.services.segments.db._delete_segments_for_network--9223363247586968590'] for network, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:49.064546 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-ecc27f90-e90a-4d4b-8b12-62f82aafc3f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe690de55c0>,) {'filters': {'network_id': ['2545f480-7005-45b4-89ce-78d025057188']}} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:22:49.078639 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-ecc27f90-e90a-4d4b-8b12-62f82aafc3f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe690de55c0>, 'c473b040-5c61-4d14-bd81-e1a044ea8887') {'for_net_delete': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:22:49.078992 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-ecc27f90-e90a-4d4b-8b12-62f82aafc3f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe690de55c0>, 'c473b040-5c61-4d14-bd81-e1a044ea8887') {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:22:49.083700 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-419eb21d-d0c6-4443-b09c-746010a7514b None None] Deleting port da1eae59-0891-4ced-b72b-435bf5fc3e23 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:22:49.084132 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-419eb21d-d0c6-4443-b09c-746010a7514b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:49.091852 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ecc27f90-e90a-4d4b-8b12-62f82aafc3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247586917884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2796996'] for segment, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:49.107580 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ecc27f90-e90a-4d4b-8b12-62f82aafc3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:49.114372 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc27f90-e90a-4d4b-8b12-62f82aafc3f0 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=84337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 15:22:49.159488 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-419eb21d-d0c6-4443-b09c-746010a7514b None None] The port 'da1eae59-0891-4ced-b72b-435bf5fc3e23' was deleted {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 07 15:22:49.297835 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-ecc27f90-e90a-4d4b-8b12-62f82aafc3f0 admin admin] Network 2545f480-7005-45b4-89ce-78d025057188 has no segments {{(pid=84337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:22:49.307265 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ecc27f90-e90a-4d4b-8b12-62f82aafc3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852156655'] for segment, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:49.491812 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-ecc27f90-e90a-4d4b-8b12-62f82aafc3f0 admin admin] Network 2545f480-7005-45b4-89ce-78d025057188 has no segments {{(pid=84337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]: Traceback (most recent call last):
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:     timer()
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:     cb(*args, **kw)
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:     return func(*args, **kwargs)
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:     self._notify()
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:     self.callback(batched_events)
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:     event.method(event)
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:     segment_id)['aggregates'][0]
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:     return f(self, *a, **k)
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self._get(url).json()
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:     **kwargs)
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self.request(url, 'GET', **kwargs)
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:     **endpoint_filter)
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 15:22:49.514857 dv-cinder-782260-2-iscsi neutron-server[84224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 15:22:49.597495 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ecc27f90-e90a-4d4b-8b12-62f82aafc3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854711993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509890'] for network, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:49.602475 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ecc27f90-e90a-4d4b-8b12-62f82aafc3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:49.605113 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d068ee27-52a5-4c32-8b50-0d13daa99040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:22:49.629473 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc27f90-e90a-4d4b-8b12-62f82aafc3f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2545f480-7005-45b4-89ce-78d025057188,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:22:49.631873 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ecc27f90-e90a-4d4b-8b12-62f82aafc3f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:22:49.635911 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-ecc27f90-e90a-4d4b-8b12-62f82aafc3f0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2545f480-7005-45b4-89ce-78d025057188 HTTP/1.1" status: 204  len: 168 time: 1.9087601
Apr 07 15:22:49.639151 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40690) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:22:50.237977 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4d84d002-864b-46bb-91fb-8909f6ea2da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854367082'] for router_interface, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:50.618768 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-4d84d002-864b-46bb-91fb-8909f6ea2da5 admin admin] Deleting port b93b7f3f-e3c8-4726-9b14-b11bbc40df3c {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:22:50.619396 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4d84d002-864b-46bb-91fb-8909f6ea2da5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:50.805498 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-4d84d002-864b-46bb-91fb-8909f6ea2da5 admin admin] For port b93b7f3f-e3c8-4726-9b14-b11bbc40df3c, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=b93b7f3f-e3c8-4726-9b14-b11bbc40df3c,segment=NetworkSegment(037dc7b8-b6b1-4926-b3c9-53335c70bed7),segment_id=037dc7b8-b6b1-4926-b3c9-53335c70bed7)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:22:50.805899 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4d84d002-864b-46bb-91fb-8909f6ea2da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:50.941995 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-4d84d002-864b-46bb-91fb-8909f6ea2da5 admin admin] Calling delete_port for b93b7f3f-e3c8-4726-9b14-b11bbc40df3c owned by network:router_interface {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:22:51.122698 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4d84d002-864b-46bb-91fb-8909f6ea2da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:51.138487 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c4ce02db-6e8d-45c8-be51-41a3a25a5b56 tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:22:51.242437 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84d002-864b-46bb-91fb-8909f6ea2da5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b93b7f3f-e3c8-4726-9b14-b11bbc40df3c,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:22:51.246992 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-4d84d002-864b-46bb-91fb-8909f6ea2da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:22:51.590995 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4d84d002-864b-46bb-91fb-8909f6ea2da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854367835'] for router_interface, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:52.378634 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d84d002-864b-46bb-91fb-8909f6ea2da5 admin admin] Router 7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5 has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:22:52.572066 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d84d002-864b-46bb-91fb-8909f6ea2da5 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:22:52.582040 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc92df12-f7b3-4f4d-ba7a-f96b629451dd None None] Sync routers for ids ['7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5'] in dv-cinder-782260-2-iscsi {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:22:52.588551 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-4d84d002-864b-46bb-91fb-8909f6ea2da5 admin admin] 10.222.0.39 "PUT /v2.0/routers/7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9483130
Apr 07 15:22:52.591676 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40694) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:22:52.593395 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc92df12-f7b3-4f4d-ba7a-f96b629451dd None None] Routers {'7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:22:52.594076 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-cc92df12-f7b3-4f4d-ba7a-f96b629451dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6915b2e48>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:22:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:22:52.785525 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9ce4adf6-18b7-4a89-8fd3-d6f5d91d0051 admin admin] Notify callbacks [] for router, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:52.789760 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-cc92df12-f7b3-4f4d-ba7a-f96b629451dd None None] Set router 7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:22:52.979248 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9ce4adf6-18b7-4a89-8fd3-d6f5d91d0051 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:52.988763 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-9ce4adf6-18b7-4a89-8fd3-d6f5d91d0051 admin admin] Deleting port f1f33e57-6221-4727-b30a-66557d10eedd {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:22:52.989233 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9ce4adf6-18b7-4a89-8fd3-d6f5d91d0051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:53.102032 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-cc92df12-f7b3-4f4d-ba7a-f96b629451dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6915b2e48>, [{'id': '7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5', 'name': 'tempest-TestMinimumBasicScenario-579589721-router', 'tenant_id': 'e97eed810cba43f0af230ad7d5554c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f1f33e57-6221-4727-b30a-66557d10eedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:31Z', 'updated_at': '2021-04-07T15:22:51Z', 'revision_number': 5, 'project_id': 'e97eed810cba43f0af230ad7d5554c21', 'gw_port': {'id': 'f1f33e57-6221-4727-b30a-66557d10eedd', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:32Z', 'updated_at': '2021-04-07T15:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi'}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:22:53.106140 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc92df12-f7b3-4f4d-ba7a-f96b629451dd None None] Checking router: 7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5 for host: dv-cinder-782260-2-iscsi {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:22:53.115259 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc92df12-f7b3-4f4d-ba7a-f96b629451dd None None] Routers {'7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:22:53.115907 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-cc92df12-f7b3-4f4d-ba7a-f96b629451dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6915b2e48>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:22:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:22:53.186652 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-9ce4adf6-18b7-4a89-8fd3-d6f5d91d0051 admin admin] For port f1f33e57-6221-4727-b30a-66557d10eedd, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=f1f33e57-6221-4727-b30a-66557d10eedd,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:22:53.187069 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9ce4adf6-18b7-4a89-8fd3-d6f5d91d0051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:53.326790 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-9ce4adf6-18b7-4a89-8fd3-d6f5d91d0051 admin admin] Calling delete_port for f1f33e57-6221-4727-b30a-66557d10eedd owned by network:router_gateway {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:22:53.443721 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-cc92df12-f7b3-4f4d-ba7a-f96b629451dd None None] Set router 7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5 gateway port host: None {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:22:53.507592 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9ce4adf6-18b7-4a89-8fd3-d6f5d91d0051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:53.520912 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-79d74527-2ef1-4b49-9ac0-145f7484cd8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:22:53.556897 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-cc92df12-f7b3-4f4d-ba7a-f96b629451dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6915b2e48>, [{'id': '7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5', 'name': 'tempest-TestMinimumBasicScenario-579589721-router', 'tenant_id': 'e97eed810cba43f0af230ad7d5554c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:31Z', 'updated_at': '2021-04-07T15:22:52Z', 'revision_number': 6, 'project_id': 'e97eed810cba43f0af230ad7d5554c21', 'gw_port_host': None}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:22:53.561320 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc92df12-f7b3-4f4d-ba7a-f96b629451dd None None] The sync data for ids ['7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5'] in dv-cinder-782260-2-iscsi is: [{'id': '7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5', 'name': 'tempest-TestMinimumBasicScenario-579589721-router', 'tenant_id': 'e97eed810cba43f0af230ad7d5554c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:31Z', 'updated_at': '2021-04-07T15:22:52Z', 'revision_number': 6, 'project_id': 'e97eed810cba43f0af230ad7d5554c21', 'gw_port_host': None}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:22:53.620296 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4adf6-18b7-4a89-8fd3-d6f5d91d0051 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1f33e57-6221-4727-b30a-66557d10eedd,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:22:53.622903 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-9ce4adf6-18b7-4a89-8fd3-d6f5d91d0051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:22:53.793612 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9ce4adf6-18b7-4a89-8fd3-d6f5d91d0051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854265947'] for router_gateway, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:53.980530 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9ce4adf6-18b7-4a89-8fd3-d6f5d91d0051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8050'] for router, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:53.983016 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9ce4adf6-18b7-4a89-8fd3-d6f5d91d0051 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:54.014486 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9ce4adf6-18b7-4a89-8fd3-d6f5d91d0051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-401551'] for router, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:54.015069 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce4adf6-18b7-4a89-8fd3-d6f5d91d0051 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5 {{(pid=84337) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 07 15:22:54.028524 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-9ce4adf6-18b7-4a89-8fd3-d6f5d91d0051 admin admin] Notify callbacks [] for router, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:54.029815 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-9ce4adf6-18b7-4a89-8fd3-d6f5d91d0051 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7a08c2fa-c0db-4f8d-a0a7-1e0f8b6de7a5 HTTP/1.1" status: 204  len: 168 time: 1.4359615
Apr 07 15:22:54.032609 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40698) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:22:54.099741 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02a8e25-3a28-4a50-b60b-293cc5239102 admin admin] Deleting subnet 72b636e6-2152-4fae-afdc-288c7d79a423 {{(pid=84337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 15:22:54.103147 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b02a8e25-3a28-4a50-b60b-293cc5239102 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:54.161101 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b02a8e25-3a28-4a50-b60b-293cc5239102 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851978756'] for subnet, precommit_delete_associations {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:54.228402 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device b93b7f3f-e3c8-4726-9b14-b11bbc40df3c no longer exists at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:22:54.246769 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b02a8e25-3a28-4a50-b60b-293cc5239102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770737'] for subnet, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:54.265502 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] No Port match for: b93b7f3f-e3c8-4726-9b14-b11bbc40df3c {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:22:54.265904 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device b93b7f3f-e3c8-4726-9b14-b11bbc40df3c not bound to the agent host dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:22:54.266373 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device f1f33e57-6221-4727-b30a-66557d10eedd no longer exists at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:22:54.301848 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] No Port match for: f1f33e57-6221-4727-b30a-66557d10eedd {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:22:54.302235 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device f1f33e57-6221-4727-b30a-66557d10eedd not bound to the agent host dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:22:54.542134 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b02a8e25-3a28-4a50-b60b-293cc5239102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852156596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851747216'] for subnet, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:54.555862 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:22:54.899260 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a8e25-3a28-4a50-b60b-293cc5239102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72b636e6-2152-4fae-afdc-288c7d79a423,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:22:54.903492 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b02a8e25-3a28-4a50-b60b-293cc5239102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:22:54.949169 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b02a8e25-3a28-4a50-b60b-293cc5239102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for subnet, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:54.954804 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6a9d70-a13f-4908-9e43-fe26bca7dd78 None None] Network 07625377-5f92-4c90-93ea-0c20a366bbdf requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:22:54.955708 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-b02a8e25-3a28-4a50-b60b-293cc5239102 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/72b636e6-2152-4fae-afdc-288c7d79a423 HTTP/1.1" status: 204  len: 168 time: 0.9220352
Apr 07 15:22:54.958605 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 40702) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:22:55.080847 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-50ee47eb-317a-49fc-80e7-26474e35df55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-189805'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:55.154744 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-50ee47eb-317a-49fc-80e7-26474e35df55 admin admin] Deleting port 32ae1ce8-5e9a-419f-ad39-7bb818d73624 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:22:55.154999 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-50ee47eb-317a-49fc-80e7-26474e35df55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:55.214161 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee35040e-c637-422b-82a3-c60a8e0d340b None None] DHCP port deletion for 07625377-5f92-4c90-93ea-0c20a366bbdf request from dv-cinder-782260-2-iscsi {{(pid=84339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 07 15:22:55.218935 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-ee35040e-c637-422b-82a3-c60a8e0d340b None None] Deleting port 32ae1ce8-5e9a-419f-ad39-7bb818d73624 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:22:55.219360 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ee35040e-c637-422b-82a3-c60a8e0d340b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:55.373844 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-50ee47eb-317a-49fc-80e7-26474e35df55 admin admin] For port 32ae1ce8-5e9a-419f-ad39-7bb818d73624, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=32ae1ce8-5e9a-419f-ad39-7bb818d73624,segment=NetworkSegment(037dc7b8-b6b1-4926-b3c9-53335c70bed7),segment_id=037dc7b8-b6b1-4926-b3c9-53335c70bed7)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:22:55.374318 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-50ee47eb-317a-49fc-80e7-26474e35df55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:55.439499 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-ee35040e-c637-422b-82a3-c60a8e0d340b None None] For port 32ae1ce8-5e9a-419f-ad39-7bb818d73624, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=32ae1ce8-5e9a-419f-ad39-7bb818d73624,segment=NetworkSegment(037dc7b8-b6b1-4926-b3c9-53335c70bed7),segment_id=037dc7b8-b6b1-4926-b3c9-53335c70bed7)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:22:55.439910 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ee35040e-c637-422b-82a3-c60a8e0d340b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:55.509553 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-50ee47eb-317a-49fc-80e7-26474e35df55 admin admin] Calling delete_port for 32ae1ce8-5e9a-419f-ad39-7bb818d73624 owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:22:55.587988 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-50ee47eb-317a-49fc-80e7-26474e35df55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:55.604602 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7863cf0e-f962-4bc5-8db9-383dcc6c5301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:22:55.705691 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee47eb-317a-49fc-80e7-26474e35df55 admin admin] Pushing event deleted for resources: {'Port': ['ID=32ae1ce8-5e9a-419f-ad39-7bb818d73624,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:22:55.719048 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-50ee47eb-317a-49fc-80e7-26474e35df55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:22:55.754296 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-ee35040e-c637-422b-82a3-c60a8e0d340b None None] Calling delete_port for 32ae1ce8-5e9a-419f-ad39-7bb818d73624 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:22:55.754753 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ee47eb-317a-49fc-80e7-26474e35df55 admin admin] No DVR routers for this DVR port 32ae1ce8-5e9a-419f-ad39-7bb818d73624 on host dv-cinder-782260-2-iscsi {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:22:55.831167 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.db.api [None req-ee35040e-c637-422b-82a3-c60a8e0d340b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 07 15:22:55.831600 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_db.api [None req-ee35040e-c637-422b-82a3-c60a8e0d340b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 07 15:22:55.879793 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-50ee47eb-317a-49fc-80e7-26474e35df55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-63823', 'neutron.services.segments.db._delete_segments_for_network--9223363247586968590'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:55.995940 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-50ee47eb-317a-49fc-80e7-26474e35df55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe6914299e8>,) {'filters': {'network_id': ['07625377-5f92-4c90-93ea-0c20a366bbdf']}} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:22:56.008669 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-50ee47eb-317a-49fc-80e7-26474e35df55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe6914299e8>, '037dc7b8-b6b1-4926-b3c9-53335c70bed7') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:22:56.009005 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-50ee47eb-317a-49fc-80e7-26474e35df55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe6914299e8>, '037dc7b8-b6b1-4926-b3c9-53335c70bed7') {} {{(pid=84338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:22:56.021051 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-50ee47eb-317a-49fc-80e7-26474e35df55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247586917884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851816724'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:56.041190 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-50ee47eb-317a-49fc-80e7-26474e35df55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:56.049769 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ee47eb-317a-49fc-80e7-26474e35df55 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 15:22:56.218825 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 32ae1ce8-5e9a-419f-ad39-7bb818d73624 no longer exists at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:22:56.260079 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] No Port match for: 32ae1ce8-5e9a-419f-ad39-7bb818d73624 {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:22:56.260445 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 32ae1ce8-5e9a-419f-ad39-7bb818d73624 not bound to the agent host dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:22:56.333487 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-ee35040e-c637-422b-82a3-c60a8e0d340b None None] Deleting port 32ae1ce8-5e9a-419f-ad39-7bb818d73624 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:22:56.333923 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ee35040e-c637-422b-82a3-c60a8e0d340b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:56.404751 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-ee35040e-c637-422b-82a3-c60a8e0d340b None None] The port '32ae1ce8-5e9a-419f-ad39-7bb818d73624' was deleted {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 07 15:22:56.485081 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-50ee47eb-317a-49fc-80e7-26474e35df55 admin admin] Network 07625377-5f92-4c90-93ea-0c20a366bbdf has no segments {{(pid=84338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:22:56.494320 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-50ee47eb-317a-49fc-80e7-26474e35df55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4103785'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:56.676055 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-50ee47eb-317a-49fc-80e7-26474e35df55 admin admin] Network 07625377-5f92-4c90-93ea-0c20a366bbdf has no segments {{(pid=84338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]: Traceback (most recent call last):
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:     timer()
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:     cb(*args, **kw)
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:     return func(*args, **kwargs)
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:     self._notify()
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:     self.callback(batched_events)
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:     event.method(event)
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:     segment_id)['aggregates'][0]
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:     return f(self, *a, **k)
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self._get(url).json()
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:     **kwargs)
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self.request(url, 'GET', **kwargs)
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:     **endpoint_filter)
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 15:22:56.702683 dv-cinder-782260-2-iscsi neutron-server[84224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 15:22:56.785787 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-50ee47eb-317a-49fc-80e7-26474e35df55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854711993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509890'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:56.789321 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:22:56.803431 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-50ee47eb-317a-49fc-80e7-26474e35df55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:56.814412 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee47eb-317a-49fc-80e7-26474e35df55 admin admin] Pushing event deleted for resources: {'Network': ['ID=07625377-5f92-4c90-93ea-0c20a366bbdf,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:22:56.819253 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-50ee47eb-317a-49fc-80e7-26474e35df55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:22:56.823058 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-50ee47eb-317a-49fc-80e7-26474e35df55 admin admin] 10.222.0.39 "DELETE /v2.0/networks/07625377-5f92-4c90-93ea-0c20a366bbdf HTTP/1.1" status: 204  len: 168 time: 1.8633869
Apr 07 15:22:57.041998 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40708) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:22:57.080244 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-028ebcf5-ed66-48dd-a953-509fbd810e90 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=926d6021f4e54c84aaf1afdfd0430193&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0368989
Apr 07 15:22:57.083011 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40712) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:22:57.160827 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-600c6b0e-fadb-44c9-b566-ad2ce716f75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:57.189631 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-600c6b0e-fadb-44c9-b566-ad2ce716f75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:57.245470 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-600c6b0e-fadb-44c9-b566-ad2ce716f75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:57.255332 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-18e1336a-13ea-4a7c-81b9-aca29fd9deea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:22:57.270076 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c6b0e-fadb-44c9-b566-ad2ce716f75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:22:57.272860 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-600c6b0e-fadb-44c9-b566-ad2ce716f75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:22:57.279580 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-600c6b0e-fadb-44c9-b566-ad2ce716f75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:57.280817 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-600c6b0e-fadb-44c9-b566-ad2ce716f75a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fbb74d5c-6e3f-4fc6-ad74-52cc4e35c85a HTTP/1.1" status: 204  len: 168 time: 0.1967974
Apr 07 15:22:57.393359 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d6964225-e292-4a8d-af4e-162b4768f0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:57.692654 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 40720) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:22:57.739324 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-24966d62-da14-4a6b-9928-f20ab1319edd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e97eed810cba43f0af230ad7d5554c21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0448785
Apr 07 15:22:57.741956 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 40724) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:22:57.805048 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fbf63232-1abe-4b9e-a94c-01959f2060fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:57.833680 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fbf63232-1abe-4b9e-a94c-01959f2060fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:57.884857 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fbf63232-1abe-4b9e-a94c-01959f2060fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:57.888871 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-329204ce-e7fe-4ecd-b6b5-e907f6c68266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:22:57.900863 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf63232-1abe-4b9e-a94c-01959f2060fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b13920-026b-498b-a119-deda296d7eb0,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:22:57.903408 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-fbf63232-1abe-4b9e-a94c-01959f2060fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:22:57.909873 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fbf63232-1abe-4b9e-a94c-01959f2060fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:22:57.911109 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-fbf63232-1abe-4b9e-a94c-01959f2060fa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e5b13920-026b-498b-a119-deda296d7eb0 HTTP/1.1" status: 204  len: 168 time: 0.1681561
Apr 07 15:22:59.990107 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8731b72d-6859-4596-b334-047e5e884fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:00.094115 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:01.386288 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:01.879699 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:02.058215 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:21.388847 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b967d-8e20-4add-a360-e07b74cb4934 req-9c6287ea-c210-413b-b54c-ae7bfdc381c0 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:21.390390 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4e3b967d-8e20-4add-a360-e07b74cb4934 req-9c6287ea-c210-413b-b54c-ae7bfdc381c0 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 945 time: 0.1025958
Apr 07 15:23:21.421753 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-4e3b967d-8e20-4add-a360-e07b74cb4934 req-917d5fc8-6617-4e43-ad6b-6c018509aad6 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0248516
Apr 07 15:23:22.634475 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3a16d-b556-49f5-8233-e3843af35440 req-be3aea5f-5f9b-4a2e-8fb8-a147840a3cce tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:22.636198 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3ae3a16d-b556-49f5-8233-e3843af35440 req-be3aea5f-5f9b-4a2e-8fb8-a147840a3cce tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 945 time: 0.0954275
Apr 07 15:23:22.671770 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3ae3a16d-b556-49f5-8233-e3843af35440 req-4b0a8cff-9d57-472c-937f-bfb998be0874 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0251508
Apr 07 15:23:22.971048 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa80271-ff09-49d2-8a14-eaa1d5b81168 req-4c49de27-a06d-4f67-8b30-aa50a5f8269e tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:22.971823 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-9aa80271-ff09-49d2-8a14-eaa1d5b81168 req-4c49de27-a06d-4f67-8b30-aa50a5f8269e tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Synchronizing usage tracker for tenant:a513548b70c04cb59fd49f59b979179e on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:23:22.988324 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-9aa80271-ff09-49d2-8a14-eaa1d5b81168 req-4c49de27-a06d-4f67-8b30-aa50a5f8269e tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Unset dirty status for tenant:a513548b70c04cb59fd49f59b979179e on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:23:22.989552 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9aa80271-ff09-49d2-8a14-eaa1d5b81168 req-4c49de27-a06d-4f67-8b30-aa50a5f8269e tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 945 time: 0.1205237
Apr 07 15:23:23.073321 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-9aa80271-ff09-49d2-8a14-eaa1d5b81168 req-ae7d9898-2e96-4231-bcba-eefc2f8b872b tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Deleting port f84d0d1d-5e41-4138-8288-faa12839b438 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:23:23.073657 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-9aa80271-ff09-49d2-8a14-eaa1d5b81168 req-ae7d9898-2e96-4231-bcba-eefc2f8b872b tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:23.345901 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-9aa80271-ff09-49d2-8a14-eaa1d5b81168 req-ae7d9898-2e96-4231-bcba-eefc2f8b872b tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] For port f84d0d1d-5e41-4138-8288-faa12839b438, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=f84d0d1d-5e41-4138-8288-faa12839b438,segment=NetworkSegment(d6e931f7-0f70-40cb-b027-b6c01575c613),segment_id=d6e931f7-0f70-40cb-b027-b6c01575c613)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:23:23.346168 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-9aa80271-ff09-49d2-8a14-eaa1d5b81168 req-ae7d9898-2e96-4231-bcba-eefc2f8b872b tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:23.559693 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:23:23.655997 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-9aa80271-ff09-49d2-8a14-eaa1d5b81168 req-ae7d9898-2e96-4231-bcba-eefc2f8b872b tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:23.656577 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-9aa80271-ff09-49d2-8a14-eaa1d5b81168 req-ae7d9898-2e96-4231-bcba-eefc2f8b872b tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509939'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:23.656577 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.l3_db [req-9aa80271-ff09-49d2-8a14-eaa1d5b81168 req-ae7d9898-2e96-4231-bcba-eefc2f8b872b tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Floating IP cd4c3744-7095-424b-8e8a-d58aed9f6b3a disassociated. External IP: 172.27.2.181, port: f84d0d1d-5e41-4138-8288-faa12839b438.
Apr 07 15:23:23.657006 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-9aa80271-ff09-49d2-8a14-eaa1d5b81168 req-ae7d9898-2e96-4231-bcba-eefc2f8b872b tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Calling delete_port for f84d0d1d-5e41-4138-8288-faa12839b438 owned by compute:nova {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:23:23.813039 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-9aa80271-ff09-49d2-8a14-eaa1d5b81168 req-ae7d9898-2e96-4231-bcba-eefc2f8b872b tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:23.831707 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-82dca3d2-4b57-4b37-8ba4-f55cc4c4131f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:23:23.848928 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-92bbaf91-6172-41a9-aa34-4cb685bae1ef req-26cfcf2f-5eeb-48f0-8684-7a24efd63792 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 210 time: 0.0524988
Apr 07 15:23:23.936058 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d9898-2e96-4231-bcba-eefc2f8b872b tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Pushing event deleted for resources: {'Port': ['ID=f84d0d1d-5e41-4138-8288-faa12839b438,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:23:23.938795 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ae7d9898-2e96-4231-bcba-eefc2f8b872b tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:23:24.207069 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9aa80271-ff09-49d2-8a14-eaa1d5b81168 req-ae7d9898-2e96-4231-bcba-eefc2f8b872b tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Router 0b849c9b-7af5-47cb-b3b3-e2d884178894 has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:23:24.405721 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9aa80271-ff09-49d2-8a14-eaa1d5b81168 req-ae7d9898-2e96-4231-bcba-eefc2f8b872b tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:23:24.416591 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6b0905-b01e-47a0-bc34-9ed60f133f26 None None] Sync routers for ids ['0b849c9b-7af5-47cb-b3b3-e2d884178894'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:23:24.428084 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6b0905-b01e-47a0-bc34-9ed60f133f26 None None] Routers {'0b849c9b-7af5-47cb-b3b3-e2d884178894'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:23:24.428775 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-5e6b0905-b01e-47a0-bc34-9ed60f133f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6905fa5f8>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:23:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['0b849c9b-7af5-47cb-b3b3-e2d884178894'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:23:24.487275 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa80271-ff09-49d2-8a14-eaa1d5b81168 req-ae7d9898-2e96-4231-bcba-eefc2f8b872b tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] No DVR routers for this DVR port f84d0d1d-5e41-4138-8288-faa12839b438 on host hv-cinder-78226 {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:23:24.490087 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-9aa80271-ff09-49d2-8a14-eaa1d5b81168 req-ae7d9898-2e96-4231-bcba-eefc2f8b872b tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:24.494589 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6327376-9a07-4eee-ba68-b83a5ef713ab', 'name': 'network-vif-deleted', 'tag': 'f84d0d1d-5e41-4138-8288-faa12839b438'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:23:24.512722 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9aa80271-ff09-49d2-8a14-eaa1d5b81168 req-ae7d9898-2e96-4231-bcba-eefc2f8b872b tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.65 "DELETE /v2.0/ports/f84d0d1d-5e41-4138-8288-faa12839b438 HTTP/1.1" status: 204  len: 173 time: 1.5176249
Apr 07 15:23:24.548520 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6327376-9a07-4eee-ba68-b83a5ef713ab', 'name': 'network-vif-deleted', 'tag': 'f84d0d1d-5e41-4138-8288-faa12839b438', 'status': 'completed', 'code': 200}
Apr 07 15:23:24.619774 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-5e6b0905-b01e-47a0-bc34-9ed60f133f26 None None] Set router 0b849c9b-7af5-47cb-b3b3-e2d884178894 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:23:24.960617 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-5e6b0905-b01e-47a0-bc34-9ed60f133f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6905fa5f8>, [{'id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:12Z', 'updated_at': '2021-04-07T15:20:16Z', 'revision_number': 4, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'gw_port': {'id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:13Z', 'updated_at': '2021-04-07T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': 'fda9b07d-debc-4048-9772-e4f565d5cb7a', 'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'mac_address': 'fa:16:3e:4a:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '96891164-c29f-43fc-aef8-583f277c76af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:16Z', 'updated_at': '2021-04-07T15:20:29Z', 'revision_number': 5, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'subnets': [{'id': '96891164-c29f-43fc-aef8-583f277c76af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:23:24.964969 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6b0905-b01e-47a0-bc34-9ed60f133f26 None None] Checking router: 0b849c9b-7af5-47cb-b3b3-e2d884178894 for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:23:24.974218 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6b0905-b01e-47a0-bc34-9ed60f133f26 None None] Routers {'0b849c9b-7af5-47cb-b3b3-e2d884178894'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:23:24.974889 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-5e6b0905-b01e-47a0-bc34-9ed60f133f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6905fa5f8>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:23:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['0b849c9b-7af5-47cb-b3b3-e2d884178894'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:23:25.018099 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f914fef1-4a35-4637-b82c-1d2149a1c025 req-f5f662ef-6b34-4545-b934-92e773a37dcf tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6327376-9a07-4eee-ba68-b83a5ef713ab HTTP/1.1" status: 200  len: 210 time: 0.0519645
Apr 07 15:23:25.176603 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-5e6b0905-b01e-47a0-bc34-9ed60f133f26 None None] Set router 0b849c9b-7af5-47cb-b3b3-e2d884178894 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:23:25.518907 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-5e6b0905-b01e-47a0-bc34-9ed60f133f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6905fa5f8>, [{'id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:12Z', 'updated_at': '2021-04-07T15:20:16Z', 'revision_number': 4, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'gw_port': {'id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:13Z', 'updated_at': '2021-04-07T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': 'fda9b07d-debc-4048-9772-e4f565d5cb7a', 'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'mac_address': 'fa:16:3e:4a:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '96891164-c29f-43fc-aef8-583f277c76af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:16Z', 'updated_at': '2021-04-07T15:20:29Z', 'revision_number': 5, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'subnets': [{'id': '96891164-c29f-43fc-aef8-583f277c76af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:23:25.523244 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6b0905-b01e-47a0-bc34-9ed60f133f26 None None] The sync data for ids ['0b849c9b-7af5-47cb-b3b3-e2d884178894'] in dv-cinder-782260-2-iscsi is: [{'id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:12Z', 'updated_at': '2021-04-07T15:20:16Z', 'revision_number': 4, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'gw_port': {'id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:13Z', 'updated_at': '2021-04-07T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': 'fda9b07d-debc-4048-9772-e4f565d5cb7a', 'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'mac_address': 'fa:16:3e:4a:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '96891164-c29f-43fc-aef8-583f277c76af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:16Z', 'updated_at': '2021-04-07T15:20:29Z', 'revision_number': 5, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'subnets': [{'id': '96891164-c29f-43fc-aef8-583f277c76af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:23:25.953417 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4f4e4c-ee32-431e-a3d9-cc42bd6535cb None None] New status for floating IP cd4c3744-7095-424b-8e8a-d58aed9f6b3a: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 15:23:26.408682 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-c1e320ea-b28d-4266-84d3-d5eadbe8781e tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1490849047&fields=id&tenant_id=a513548b70c04cb59fd49f59b979179e HTTP/1.1" status: 200  len: 267 time: 0.0257452
Apr 07 15:23:26.574503 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-0534445e-e043-4474-bdc4-534bb0a61a20 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:26.576079 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-0534445e-e043-4474-bdc4-534bb0a61a20 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/networks?id=5dbf8263-9260-4744-9890-2491478b8271 HTTP/1.1" status: 200  len: 811 time: 0.1602647
Apr 07 15:23:26.592359 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-8a6f568e-bfa7-4fae-97e3-379a54ad97ed tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/quotas/a513548b70c04cb59fd49f59b979179e HTTP/1.1" status: 200  len: 375 time: 0.0101233
Apr 07 15:23:26.692780 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-e840b4ba-268f-43f5-bb2f-8bc874e68d66 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a513548b70c04cb59fd49f59b979179e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0924864
Apr 07 15:23:26.846793 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-7023a8a1-e287-4716-a659-343c0dc50fa6 service neutron] 10.222.0.39 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413796
Apr 07 15:23:26.931027 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device f84d0d1d-5e41-4138-8288-faa12839b438 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:23:26.973189 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] No Port match for: f84d0d1d-5e41-4138-8288-faa12839b438 {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:23:26.973460 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device f84d0d1d-5e41-4138-8288-faa12839b438 not bound to the agent host hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:23:26.995886 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-62697430-96d9-4dc6-a66a-dccba9f83f40 service neutron] 10.222.0.39 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388524
Apr 07 15:23:27.398574 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-29ff8cd1-89fa-4f27-9387-1ff85bc61926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:27.443442 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d58dd8c8-69c7-462a-8d3e-04e7ed5b3dfd req-f680a842-fada-40bc-9540-a6e788f6840b tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 210 time: 0.0519834
Apr 07 15:23:28.613234 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-342db3fd-213c-4d76-8c5e-f87e02780f29 req-4ea4fe7f-e7fa-4f79-93b8-34dcb7304a3e tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 210 time: 0.0544002
Apr 07 15:23:28.620389 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-1d491673-b8ca-426f-a373-ee7d50b9e806 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:28.622086 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-1d491673-b8ca-426f-a373-ee7d50b9e806 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.65 "GET /v2.0/networks?id=5dbf8263-9260-4744-9890-2491478b8271 HTTP/1.1" status: 200  len: 811 time: 0.1592371
Apr 07 15:23:28.689147 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-d877fb84-9b9f-46ae-bbb0-6b3e44481643 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a513548b70c04cb59fd49f59b979179e HTTP/1.1" status: 200  len: 8061 time: 0.0527928
Apr 07 15:23:28.698871 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-ff96bf17-f599-48ca-a841-98a0971d98ba tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Request body: {'port': {'device_id': 'c3a27bec-d5b5-425e-9b63-7d22baa4e452', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'admin_state_up': True, 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'security_groups': ['1f9ce5f9-ac68-4261-b9da-23cd1c6071b7']}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:23:28.849998 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-ff96bf17-f599-48ca-a841-98a0971d98ba tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:23:28.854547 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-ff96bf17-f599-48ca-a841-98a0971d98ba tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Usage tracker for resource:port and tenant:a513548b70c04cb59fd49f59b979179e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:23:28.857673 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-ff96bf17-f599-48ca-a841-98a0971d98ba tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:23:28.863797 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-ff96bf17-f599-48ca-a841-98a0971d98ba tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:23:28.873393 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-ff96bf17-f599-48ca-a841-98a0971d98ba tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Made reservation on behalf of a513548b70c04cb59fd49f59b979179e for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:23:28.879472 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-ff96bf17-f599-48ca-a841-98a0971d98ba tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:29.036144 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-ff96bf17-f599-48ca-a841-98a0971d98ba tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Allocated IP 172.20.0.3 (5dbf8263-9260-4744-9890-2491478b8271/96891164-c29f-43fc-aef8-583f277c76af/5e341bc2-db4a-42c6-b4d8-01a39bab2d96) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:23:29.248773 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-ff96bf17-f599-48ca-a841-98a0971d98ba tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:29.265688 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-ff96bf17-f599-48ca-a841-98a0971d98ba tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Transition to ACTIVE for port object 5e341bc2-db4a-42c6-b4d8-01a39bab2d96 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:23:29.291141 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-ff96bf17-f599-48ca-a841-98a0971d98ba tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:29.307429 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-aa097edb-ecd5-4439-b47f-ae0c94b91164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:23:29.451928 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96bf17-f599-48ca-a841-98a0971d98ba tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Pushing event updated for resources: {'Port': ['ID=5e341bc2-db4a-42c6-b4d8-01a39bab2d96,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:23:29.456835 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ff96bf17-f599-48ca-a841-98a0971d98ba tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:23:29.510844 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-ff96bf17-f599-48ca-a841-98a0971d98ba tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Network 5dbf8263-9260-4744-9890-2491478b8271 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:23:29.512257 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-ff96bf17-f599-48ca-a841-98a0971d98ba tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:23:29.514854 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-ff96bf17-f599-48ca-a841-98a0971d98ba tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:23:29.584567 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-ff96bf17-f599-48ca-a841-98a0971d98ba tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:29.585381 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-ff96bf17-f599-48ca-a841-98a0971d98ba tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:29.616542 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-ff96bf17-f599-48ca-a841-98a0971d98ba tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9219713
Apr 07 15:23:29.634136 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-311584b1-5ddd-493d-ad2d-566541b6c37e service neutron] Request body: {'port': {'device_id': 'c3a27bec-d5b5-425e-9b63-7d22baa4e452', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:23:29.733803 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-c8ce95e9-a8c9-4bcc-a5e8-484852e0d755 None None] Provisioning for port 5e341bc2-db4a-42c6-b4d8-01a39bab2d96 completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:23:29.761167 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-c8ce95e9-a8c9-4bcc-a5e8-484852e0d755 None None] Provisioning complete for port 5e341bc2-db4a-42c6-b4d8-01a39bab2d96 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:23:29.761640 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c8ce95e9-a8c9-4bcc-a5e8-484852e0d755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:29.763518 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-311584b1-5ddd-493d-ad2d-566541b6c37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:29.821914 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-c8ce95e9-a8c9-4bcc-a5e8-484852e0d755 None None] Port 5e341bc2-db4a-42c6-b4d8-01a39bab2d96 cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:23:29.830897 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db7eb6-65b5-4650-8ff0-f32ad2dcc1ee req-3e71cd37-4bc5-4941-85cd-76005edcdb0a tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:29.832537 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-10db7eb6-65b5-4650-8ff0-f32ad2dcc1ee req-3e71cd37-4bc5-4941-85cd-76005edcdb0a tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 931 time: 0.0976963
Apr 07 15:23:29.865526 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-10db7eb6-65b5-4650-8ff0-f32ad2dcc1ee req-0e66f9c9-c6c6-450d-86f5-979d79f79102 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0261736
Apr 07 15:23:29.984591 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-79017ab5-5787-4eb7-9b3d-175f6d25b367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:30.096940 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:30.440882 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-311584b1-5ddd-493d-ad2d-566541b6c37e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e341bc2-db4a-42c6-b4d8-01a39bab2d96 {{(pid=84338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:23:30.449355 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-311584b1-5ddd-493d-ad2d-566541b6c37e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:30.464695 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-311584b1-5ddd-493d-ad2d-566541b6c37e service neutron] Transition to ACTIVE for port object 5e341bc2-db4a-42c6-b4d8-01a39bab2d96 will not be triggered until provisioned by entity L2. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:23:30.469382 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-311584b1-5ddd-493d-ad2d-566541b6c37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103687'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:30.482729 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a21265f5-d180-4177-94da-5f4f51de548f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:23:30.616370 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311584b1-5ddd-493d-ad2d-566541b6c37e service neutron] Pushing event updated for resources: {'Port': ['ID=5e341bc2-db4a-42c6-b4d8-01a39bab2d96,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:23:30.621181 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-311584b1-5ddd-493d-ad2d-566541b6c37e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:23:30.857083 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-311584b1-5ddd-493d-ad2d-566541b6c37e service neutron] Attempting to bind port 5e341bc2-db4a-42c6-b4d8-01a39bab2d96 on host hv-cinder-78226 for vnic_type normal with profile  {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:23:30.857495 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-311584b1-5ddd-493d-ad2d-566541b6c37e service neutron] Attempting to bind port 5e341bc2-db4a-42c6-b4d8-01a39bab2d96 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'd6e931f7-0f70-40cb-b027-b6c01575c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5dbf8263-9260-4744-9890-2491478b8271'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:23:30.857872 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-311584b1-5ddd-493d-ad2d-566541b6c37e service neutron] Attempting to bind port 5e341bc2-db4a-42c6-b4d8-01a39bab2d96 on network 5dbf8263-9260-4744-9890-2491478b8271 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:23:30.862996 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-311584b1-5ddd-493d-ad2d-566541b6c37e service neutron] Port 5e341bc2-db4a-42c6-b4d8-01a39bab2d96 on network 5dbf8263-9260-4744-9890-2491478b8271 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 15:23:30.863359 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-311584b1-5ddd-493d-ad2d-566541b6c37e service neutron] Attempting to bind port 5e341bc2-db4a-42c6-b4d8-01a39bab2d96 on network 5dbf8263-9260-4744-9890-2491478b8271 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:23:30.868952 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-311584b1-5ddd-493d-ad2d-566541b6c37e service neutron] Checking agent: {'id': 'b2fd6503-106d-4224-ac4d-40fda7056aab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:23:30.869373 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-311584b1-5ddd-493d-ad2d-566541b6c37e service neutron] Checking segment: {'id': 'd6e931f7-0f70-40cb-b027-b6c01575c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5dbf8263-9260-4744-9890-2491478b8271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:23:30.869795 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-311584b1-5ddd-493d-ad2d-566541b6c37e service neutron] Bound using segment: {'id': 'd6e931f7-0f70-40cb-b027-b6c01575c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5dbf8263-9260-4744-9890-2491478b8271'} {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:23:30.870262 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-311584b1-5ddd-493d-ad2d-566541b6c37e service neutron] Bound port: 5e341bc2-db4a-42c6-b4d8-01a39bab2d96, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e931f7-0f70-40cb-b027-b6c01575c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5dbf8263-9260-4744-9890-2491478b8271'}}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:23:30.870645 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-311584b1-5ddd-493d-ad2d-566541b6c37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:30.952910 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-311584b1-5ddd-493d-ad2d-566541b6c37e service neutron] For port 5e341bc2-db4a-42c6-b4d8-01a39bab2d96, host hv-cinder-78226, cleared binding levels {{(pid=84338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:23:30.956343 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-311584b1-5ddd-493d-ad2d-566541b6c37e service neutron] For port 5e341bc2-db4a-42c6-b4d8-01a39bab2d96, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=5e341bc2-db4a-42c6-b4d8-01a39bab2d96,segment=NetworkSegment(d6e931f7-0f70-40cb-b027-b6c01575c613),segment_id=d6e931f7-0f70-40cb-b027-b6c01575c613)] {{(pid=84338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:23:30.960234 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-311584b1-5ddd-493d-ad2d-566541b6c37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103687'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:30.976298 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-86d8c680-d689-4030-9978-4a85f6391bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:23:31.075566 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b327c40-6434-447f-a19c-43c13e8bedb1 req-19703830-4503-427c-933f-a72fcaa28f78 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:31.077246 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0b327c40-6434-447f-a19c-43c13e8bedb1 req-19703830-4503-427c-933f-a72fcaa28f78 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 943 time: 0.0912807
Apr 07 15:23:31.108917 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-0b327c40-6434-447f-a19c-43c13e8bedb1 req-107dcdd1-0d6b-4d0a-8187-131e33243d80 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0249686
Apr 07 15:23:31.126603 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311584b1-5ddd-493d-ad2d-566541b6c37e service neutron] Pushing event updated for resources: {'Port': ['ID=5e341bc2-db4a-42c6-b4d8-01a39bab2d96,revision_number=3']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:23:31.143200 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-311584b1-5ddd-493d-ad2d-566541b6c37e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:23:31.194357 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-311584b1-5ddd-493d-ad2d-566541b6c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:31.195029 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-311584b1-5ddd-493d-ad2d-566541b6c37e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:31.196571 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-311584b1-5ddd-493d-ad2d-566541b6c37e service neutron] 10.222.0.65 "PUT /v2.0/ports/5e341bc2-db4a-42c6-b4d8-01a39bab2d96 HTTP/1.1" status: 200  len: 1093 time: 1.5674670
Apr 07 15:23:31.197126 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a27bec-d5b5-425e-9b63-7d22baa4e452', 'tag': '5e341bc2-db4a-42c6-b4d8-01a39bab2d96'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:23:31.246661 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a27bec-d5b5-425e-9b63-7d22baa4e452', 'tag': '5e341bc2-db4a-42c6-b4d8-01a39bab2d96', 'status': 'completed', 'code': 200}
Apr 07 15:23:31.348714 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-4260c91e-3bd4-4e61-8a29-43891a61ebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:31.350436 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-4260c91e-3bd4-4e61-8a29-43891a61ebcf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a513548b70c04cb59fd49f59b979179e&device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 1096 time: 0.0834360
Apr 07 15:23:31.385025 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:31.435094 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-1e8d7fae-85de-40f5-b149-e48e6648c1ba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e341bc2-db4a-42c6-b4d8-01a39bab2d96 HTTP/1.1" status: 200  len: 217 time: 0.0713432
Apr 07 15:23:31.506261 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-2bd2e95d-e602-482b-b1b8-3054888fd63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:31.507807 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-2bd2e95d-e602-482b-b1b8-3054888fd63e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96891164-c29f-43fc-aef8-583f277c76af HTTP/1.1" status: 200  len: 850 time: 0.0667603
Apr 07 15:23:31.594349 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-925bbbcb-4d94-4b22-84c4-60fbe7d6dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:31.595942 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-925bbbcb-4d94-4b22-84c4-60fbe7d6dfba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5dbf8263-9260-4744-9890-2491478b8271&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0815177
Apr 07 15:23:31.745949 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-2e9de429-940a-4007-a76e-72094f9a7d46 service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423216
Apr 07 15:23:31.878470 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:31.898289 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9802914c-c4b1-4f4f-b00d-7fef60a10ce5 req-574c51ba-e8d9-4664-ba88-ed291358ec4d service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1457438
Apr 07 15:23:32.064049 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278599b2-06b5-415b-918a-3a98479c808b req-5bad1df1-4913-4514-9163-44a56d7f554f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:32.065618 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-278599b2-06b5-415b-918a-3a98479c808b req-5bad1df1-4913-4514-9163-44a56d7f554f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a513548b70c04cb59fd49f59b979179e&device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 1096 time: 0.0835612
Apr 07 15:23:32.066094 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:32.222654 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278599b2-06b5-415b-918a-3a98479c808b req-4fbc894b-9078-436d-b40c-a67418709f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:32.224257 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-278599b2-06b5-415b-918a-3a98479c808b req-4fbc894b-9078-436d-b40c-a67418709f0f service neutron] 10.222.0.65 "GET /v2.0/networks?id=5dbf8263-9260-4744-9890-2491478b8271 HTTP/1.1" status: 200  len: 912 time: 0.1514852
Apr 07 15:23:32.302685 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-278599b2-06b5-415b-918a-3a98479c808b req-840b7fb2-6e72-440c-8f81-89ad0d3e8ce6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e341bc2-db4a-42c6-b4d8-01a39bab2d96 HTTP/1.1" status: 200  len: 217 time: 0.0708122
Apr 07 15:23:32.315558 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28f315-6354-45de-800d-4c7f06fcfe25 req-acf06c3c-1d78-4065-a801-41294681197f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:32.317483 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7e28f315-6354-45de-800d-4c7f06fcfe25 req-acf06c3c-1d78-4065-a801-41294681197f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 943 time: 0.0952377
Apr 07 15:23:32.355508 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7e28f315-6354-45de-800d-4c7f06fcfe25 req-9a06ce52-85f2-4ba2-8f76-5b02776eb7d5 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0254831
Apr 07 15:23:32.378104 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278599b2-06b5-415b-918a-3a98479c808b req-51690123-25db-4dc9-9e5f-57b7b864dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:32.379712 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-278599b2-06b5-415b-918a-3a98479c808b req-51690123-25db-4dc9-9e5f-57b7b864dcfc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96891164-c29f-43fc-aef8-583f277c76af HTTP/1.1" status: 200  len: 850 time: 0.0709827
Apr 07 15:23:32.467496 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278599b2-06b5-415b-918a-3a98479c808b req-f68e1c2a-328f-4434-b0da-ac194b9008df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:32.469101 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-278599b2-06b5-415b-918a-3a98479c808b req-f68e1c2a-328f-4434-b0da-ac194b9008df service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5dbf8263-9260-4744-9890-2491478b8271&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0832696
Apr 07 15:23:32.613978 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-278599b2-06b5-415b-918a-3a98479c808b req-87d91d82-8034-4262-acfa-51a25448a740 service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382916
Apr 07 15:23:32.762546 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-278599b2-06b5-415b-918a-3a98479c808b req-136189ca-4ee0-4bcf-b5fc-0b6dced795d1 service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1412845
Apr 07 15:23:33.577477 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a1d41-7309-4d9e-9d0b-1fa5f6d198e7 req-9f1d349a-3ae2-4af0-90d3-6a0897491724 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:33.579049 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f72a1d41-7309-4d9e-9d0b-1fa5f6d198e7 req-9f1d349a-3ae2-4af0-90d3-6a0897491724 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 943 time: 0.0988083
Apr 07 15:23:33.613725 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f72a1d41-7309-4d9e-9d0b-1fa5f6d198e7 req-3d95aeda-477c-4dd1-942c-b87517b99946 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0250874
Apr 07 15:23:34.832407 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59df16b-cdf8-49e4-91fa-c4f2e021b682 req-6fe5b5aa-e49f-4a88-84e7-d092f67bbd57 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:34.834066 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f59df16b-cdf8-49e4-91fa-c4f2e021b682 req-6fe5b5aa-e49f-4a88-84e7-d092f67bbd57 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 943 time: 0.0949173
Apr 07 15:23:34.865787 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f59df16b-cdf8-49e4-91fa-c4f2e021b682 req-ed2327c6-a5e9-4f51-9acb-a10b31cb3b54 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0249245
Apr 07 15:23:36.084177 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015b1de-26e2-4ad7-ac19-bbf18008a849 req-b8357929-3776-4eb5-9670-6eee20b12bd6 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:36.085729 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7015b1de-26e2-4ad7-ac19-bbf18008a849 req-b8357929-3776-4eb5-9670-6eee20b12bd6 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 943 time: 0.0904636
Apr 07 15:23:36.117060 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7015b1de-26e2-4ad7-ac19-bbf18008a849 req-3b0595b9-3850-4299-a26f-867e84fc84a1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0248497
Apr 07 15:23:37.335154 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6962b2-8be6-4eb7-899e-edbcc50f3901 req-14906f25-1e83-4ec3-afae-cff8d0f5ba91 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:37.336764 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6a6962b2-8be6-4eb7-899e-edbcc50f3901 req-14906f25-1e83-4ec3-afae-cff8d0f5ba91 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 943 time: 0.1019049
Apr 07 15:23:37.368361 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-6a6962b2-8be6-4eb7-899e-edbcc50f3901 req-19d36681-6857-46dc-95e5-8c4c5b295a52 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0250695
Apr 07 15:23:38.576982 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c36d9-d4e8-431b-9684-ad65794f53fd req-b1aa2f12-d2ca-44a9-990f-80cb208e54b0 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:38.578626 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-356c36d9-d4e8-431b-9684-ad65794f53fd req-b1aa2f12-d2ca-44a9-990f-80cb208e54b0 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 943 time: 0.0939274
Apr 07 15:23:38.610683 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-356c36d9-d4e8-431b-9684-ad65794f53fd req-da30268b-b703-4165-80cd-132d46ceed64 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0254123
Apr 07 15:23:38.994093 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 5e341bc2-db4a-42c6-b4d8-01a39bab2d96 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 15:23:39.148717 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 5e341bc2-db4a-42c6-b4d8-01a39bab2d96, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=5e341bc2-db4a-42c6-b4d8-01a39bab2d96,segment=NetworkSegment(d6e931f7-0f70-40cb-b027-b6c01575c613),segment_id=d6e931f7-0f70-40cb-b027-b6c01575c613)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:23:39.162998 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Returning: {'device': '5e341bc2-db4a-42c6-b4d8-01a39bab2d96', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'port_id': '5e341bc2-db4a-42c6-b4d8-01a39bab2d96', 'mac_address': 'fa:16:3e:30:20:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96891164-c29f-43fc-aef8-583f277c76af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 15:23:39.229190 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:39.230602 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e341bc2-db4a-42c6-b4d8-01a39bab2d96 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:23:39.246845 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 5e341bc2-db4a-42c6-b4d8-01a39bab2d96, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=5e341bc2-db4a-42c6-b4d8-01a39bab2d96,segment=NetworkSegment(d6e931f7-0f70-40cb-b027-b6c01575c613),segment_id=d6e931f7-0f70-40cb-b027-b6c01575c613)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:23:39.250550 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:39.252482 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-4a8fc389-7501-4c6d-a9c8-c5bf0abf8d8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:23:39.325503 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=5e341bc2-db4a-42c6-b4d8-01a39bab2d96,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:23:39.334027 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:23:39.334443 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:23:39.334797 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:23:39.335174 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:23:39.335569 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:23:39.335926 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:23:39.336297 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:23:39.336673 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:23:39.337039 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:23:39.337412 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:23:39.337783 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:23:39.338139 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:23:39.342471 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:23:39.532652 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['5e341bc2-db4a-42c6-b4d8-01a39bab2d96'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:23:39.816820 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f6c40-26e3-4140-b419-9769b26bc421 req-3cf9daf5-c3e9-4b86-898f-1f53f840ba66 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:39.819125 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b02f6c40-26e3-4140-b419-9769b26bc421 req-3cf9daf5-c3e9-4b86-898f-1f53f840ba66 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 944 time: 0.0964870
Apr 07 15:23:39.851273 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b02f6c40-26e3-4140-b419-9769b26bc421 req-0646beb8-c05a-4a8e-a348-e6e910e0e57d tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0254960
Apr 07 15:23:40.994487 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 5e341bc2-db4a-42c6-b4d8-01a39bab2d96 up at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:23:41.071084 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning for port 5e341bc2-db4a-42c6-b4d8-01a39bab2d96 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:23:41.078069 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d8796-d480-48c3-9ab6-01f954c5a0f3 req-5b65da5f-9df7-4bcf-95ec-a084a7e110a7 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:41.079713 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7a7d8796-d480-48c3-9ab6-01f954c5a0f3 req-5b65da5f-9df7-4bcf-95ec-a084a7e110a7 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 944 time: 0.1007874
Apr 07 15:23:41.080113 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning complete for port 5e341bc2-db4a-42c6-b4d8-01a39bab2d96 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:23:41.080556 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:41.112706 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-7a7d8796-d480-48c3-9ab6-01f954c5a0f3 req-7bd87d5d-0630-4dab-bcd2-9b7380fc7685 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0262349
Apr 07 15:23:41.211041 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:41.222637 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a27bec-d5b5-425e-9b63-7d22baa4e452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e341bc2-db4a-42c6-b4d8-01a39bab2d96'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:23:41.234002 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port 5e341bc2-db4a-42c6-b4d8-01a39bab2d96, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=5e341bc2-db4a-42c6-b4d8-01a39bab2d96,segment=NetworkSegment(d6e931f7-0f70-40cb-b027-b6c01575c613),segment_id=d6e931f7-0f70-40cb-b027-b6c01575c613)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:23:41.237920 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:41.240755 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:23:41.274354 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a27bec-d5b5-425e-9b63-7d22baa4e452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e341bc2-db4a-42c6-b4d8-01a39bab2d96', 'code': 200}
Apr 07 15:23:41.316427 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=5e341bc2-db4a-42c6-b4d8-01a39bab2d96,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:23:41.320335 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:23:41.608683 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946429de-92a5-4c8b-8d4f-d229422a0593 req-57221c10-baea-4cc7-9052-79d49c56c052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:41.611309 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-946429de-92a5-4c8b-8d4f-d229422a0593 req-57221c10-baea-4cc7-9052-79d49c56c052 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 1098 time: 0.0877509
Apr 07 15:23:41.639840 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-946429de-92a5-4c8b-8d4f-d229422a0593 req-5ddf8106-c738-44dd-958a-22f6a126b73f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0221729
Apr 07 15:23:42.329302 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ccc52-8505-4995-bd92-342cb841c4ee req-35463fbd-aa17-4827-9b35-70b81874848b tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:42.330895 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1f8ccc52-8505-4995-bd92-342cb841c4ee req-35463fbd-aa17-4827-9b35-70b81874848b tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 945 time: 0.0928373
Apr 07 15:23:42.364640 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1f8ccc52-8505-4995-bd92-342cb841c4ee req-0e25d280-7a90-410b-89cb-6e9ac14db17c tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0239542
Apr 07 15:23:43.590947 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c01fb-0b62-44ed-a55d-85a05734581d req-91b7ac1b-9cf1-4b79-b4cc-9655e3305dbe tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:43.592531 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-433c01fb-0b62-44ed-a55d-85a05734581d req-91b7ac1b-9cf1-4b79-b4cc-9655e3305dbe tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 945 time: 0.0903440
Apr 07 15:23:43.623367 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-433c01fb-0b62-44ed-a55d-85a05734581d req-80b14f08-a500-4f81-934d-55644ec3a064 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0241957
Apr 07 15:23:43.841682 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b24f2-8315-4321-8af4-9da1e503f336 req-ff467995-1db5-43a1-a139-c40f2c605292 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:43.843332 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9d9b24f2-8315-4321-8af4-9da1e503f336 req-ff467995-1db5-43a1-a139-c40f2c605292 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 945 time: 0.0981984
Apr 07 15:23:43.884397 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-9d9b24f2-8315-4321-8af4-9da1e503f336 req-ad47d511-4e9a-41ce-bd19-280da2a20fa9 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0339944
Apr 07 15:23:43.910189 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40802) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:23:43.992424 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7b4610-c405-4d4d-8f0f-17528bb44ae1 tempest-TestVolumeBootPattern-1614957877 tempest-TestVolumeBootPattern-1614957877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:43.994094 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-eb7b4610-c405-4d4d-8f0f-17528bb44ae1 tempest-TestVolumeBootPattern-1614957877 tempest-TestVolumeBootPattern-1614957877-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 1093 time: 0.0828857
Apr 07 15:23:43.998869 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40806) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:23:44.004378 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Request body: {'floatingip': {'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'port_id': '5e341bc2-db4a-42c6-b4d8-01a39bab2d96', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:23:44.011271 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:23:44.015934 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Usage tracker for resource:floatingip and tenant:a513548b70c04cb59fd49f59b979179e is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:23:44.019413 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:23:44.026463 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:23:44.038154 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for floatingip, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:44.188293 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:44.340263 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Allocated IP 172.27.2.137 (aaa28d56-97c7-4706-9a1c-f1c898d32c63/b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0/c5393bdc-81d8-4156-ae3e-14d2d4bf7e52) {{(pid=84337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:23:44.501308 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for port, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:44.538453 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:44.551638 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-4d84d002-864b-46bb-91fb-8909f6ea2da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:23:44.686613 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Pushing event updated for resources: {'Port': ['ID=c5393bdc-81d8-4156-ae3e-14d2d4bf7e52,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:23:44.698238 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:23:44.698672 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:23:44.699127 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:23:44.699550 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:23:44.699962 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:23:44.700371 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:23:44.700774 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:23:44.701186 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:23:44.701642 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:23:44.702046 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:23:44.702475 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:23:44.702854 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:23:44.708553 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:23:44.716249 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-516ea84c-3711-400e-aa8b-5954d4209d35 req-f3024021-3853-436d-a518-3b169bc4a7e8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0768764
Apr 07 15:23:44.765878 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Network aaa28d56-97c7-4706-9a1c-f1c898d32c63 is already hosted by enough agents. {{(pid=84337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:23:44.767320 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Resources bound (agent type, host, resource id):  {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:23:44.770016 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Received port after_create {{(pid=84337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:23:44.887649 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ea84c-3711-400e-aa8b-5954d4209d35 req-db81bb77-e7e5-4416-9a60-64c16afcd89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:44.889328 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-516ea84c-3711-400e-aa8b-5954d4209d35 req-db81bb77-e7e5-4416-9a60-64c16afcd89c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a513548b70c04cb59fd49f59b979179e&device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 1098 time: 0.0830166
Apr 07 15:23:45.046974 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ea84c-3711-400e-aa8b-5954d4209d35 req-5a27171b-6c03-4511-b7fd-b16abd1b500f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:45.048477 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-516ea84c-3711-400e-aa8b-5954d4209d35 req-5a27171b-6c03-4511-b7fd-b16abd1b500f service neutron] 10.222.0.65 "GET /v2.0/networks?id=5dbf8263-9260-4744-9890-2491478b8271 HTTP/1.1" status: 200  len: 912 time: 0.1397920
Apr 07 15:23:45.126593 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-516ea84c-3711-400e-aa8b-5954d4209d35 req-d393b464-2904-41b5-b105-aa0024f036a6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e341bc2-db4a-42c6-b4d8-01a39bab2d96 HTTP/1.1" status: 200  len: 217 time: 0.0715880
Apr 07 15:23:45.201489 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ea84c-3711-400e-aa8b-5954d4209d35 req-b957bb80-de33-471a-9957-31c4ba952ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:45.203071 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-516ea84c-3711-400e-aa8b-5954d4209d35 req-b957bb80-de33-471a-9957-31c4ba952ee6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96891164-c29f-43fc-aef8-583f277c76af HTTP/1.1" status: 200  len: 850 time: 0.0702403
Apr 07 15:23:45.209161 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:45.288940 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ea84c-3711-400e-aa8b-5954d4209d35 req-5e9e2e7d-cbd7-4cd8-b3a8-0efe6d6b1bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:45.290623 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-516ea84c-3711-400e-aa8b-5954d4209d35 req-5e9e2e7d-cbd7-4cd8-b3a8-0efe6d6b1bda service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5dbf8263-9260-4744-9890-2491478b8271&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808959
Apr 07 15:23:45.291786 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:45.440040 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-516ea84c-3711-400e-aa8b-5954d4209d35 req-095bac84-7e81-4329-a275-0c5a7b49d91e service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428983
Apr 07 15:23:45.575345 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:45.579832 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852156545'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:45.587235 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-516ea84c-3711-400e-aa8b-5954d4209d35 req-2d0b658a-9579-486c-bac4-ae134ca2e0e1 service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406097
Apr 07 15:23:45.595330 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-3e348c08-3224-488f-9055-3dc88be8b870 tempest-TestShelveInstance-1002499502 tempest-TestShelveInstance-1002499502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:23:45.734772 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Pushing event updated for resources: {'Port': ['ID=c5393bdc-81d8-4156-ae3e-14d2d4bf7e52,revision_number=2']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:23:45.739926 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:23:45.855905 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509939'] for floatingip, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:46.044357 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.l3_db [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Floating IP 0051deda-1fe4-4b5d-82fa-7748dff4e864 associated. External IP: 172.27.2.137, port: 5e341bc2-db4a-42c6-b4d8-01a39bab2d96.
Apr 07 15:23:46.677163 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Router 0b849c9b-7af5-47cb-b3b3-e2d884178894 has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:23:46.881892 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:23:46.891886 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1fbd2f-0b28-4b73-a820-94df1291c27f None None] Sync routers for ids ['0b849c9b-7af5-47cb-b3b3-e2d884178894'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:23:46.902787 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1fbd2f-0b28-4b73-a820-94df1291c27f None None] Routers {'0b849c9b-7af5-47cb-b3b3-e2d884178894'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:23:46.903462 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-9b1fbd2f-0b28-4b73-a820-94df1291c27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690951ba8>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:23:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['0b849c9b-7af5-47cb-b3b3-e2d884178894'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:23:46.907906 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for floatingip, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:46.985303 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9729221
Apr 07 15:23:46.985303 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a27bec-d5b5-425e-9b63-7d22baa4e452', 'tag': '5e341bc2-db4a-42c6-b4d8-01a39bab2d96'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:23:47.022316 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a27bec-d5b5-425e-9b63-7d22baa4e452', 'tag': '5e341bc2-db4a-42c6-b4d8-01a39bab2d96', 'status': 'completed', 'code': 200}
Apr 07 15:23:47.155515 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624ebcf-80b6-47eb-9fae-74344ae16f04 req-0bd7b310-f448-45e2-a020-37de857615f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:47.157191 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e624ebcf-80b6-47eb-9fae-74344ae16f04 req-0bd7b310-f448-45e2-a020-37de857615f8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a513548b70c04cb59fd49f59b979179e&device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 1098 time: 0.0904906
Apr 07 15:23:47.283697 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-9b1fbd2f-0b28-4b73-a820-94df1291c27f None None] Set router 0b849c9b-7af5-47cb-b3b3-e2d884178894 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:23:47.309825 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624ebcf-80b6-47eb-9fae-74344ae16f04 req-7ad6bb99-8e4c-4779-a9cb-1c038ff29d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:47.311402 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e624ebcf-80b6-47eb-9fae-74344ae16f04 req-7ad6bb99-8e4c-4779-a9cb-1c038ff29d20 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5dbf8263-9260-4744-9890-2491478b8271 HTTP/1.1" status: 200  len: 912 time: 0.1475434
Apr 07 15:23:47.423617 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e624ebcf-80b6-47eb-9fae-74344ae16f04 req-f283a68a-25b4-49ef-9258-ae39bd923a90 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e341bc2-db4a-42c6-b4d8-01a39bab2d96 HTTP/1.1" status: 200  len: 999 time: 0.1053350
Apr 07 15:23:47.501634 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624ebcf-80b6-47eb-9fae-74344ae16f04 req-c06cf5df-ca0b-4ace-84e6-41eabda95536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:47.503234 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e624ebcf-80b6-47eb-9fae-74344ae16f04 req-c06cf5df-ca0b-4ace-84e6-41eabda95536 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96891164-c29f-43fc-aef8-583f277c76af HTTP/1.1" status: 200  len: 850 time: 0.0673549
Apr 07 15:23:47.592868 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624ebcf-80b6-47eb-9fae-74344ae16f04 req-c8b7fb24-69f1-40ef-a8a4-7639abc6e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:23:47.594445 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e624ebcf-80b6-47eb-9fae-74344ae16f04 req-c8b7fb24-69f1-40ef-a8a4-7639abc6e825 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5dbf8263-9260-4744-9890-2491478b8271&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0833900
Apr 07 15:23:47.667925 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-9b1fbd2f-0b28-4b73-a820-94df1291c27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690951ba8>, [{'id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:12Z', 'updated_at': '2021-04-07T15:20:16Z', 'revision_number': 4, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'gw_port': {'id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:13Z', 'updated_at': '2021-04-07T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': '0051deda-1fe4-4b5d-82fa-7748dff4e864', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'port_id': '5e341bc2-db4a-42c6-b4d8-01a39bab2d96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'mac_address': 'fa:16:3e:30:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a27bec-d5b5-425e-9b63-7d22baa4e452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:23:45Z', 'updated_at': '2021-04-07T15:23:45Z', 'revision_number': 0, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fda9b07d-debc-4048-9772-e4f565d5cb7a', 'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'mac_address': 'fa:16:3e:4a:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '96891164-c29f-43fc-aef8-583f277c76af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:16Z', 'updated_at': '2021-04-07T15:20:29Z', 'revision_number': 5, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'subnets': [{'id': '96891164-c29f-43fc-aef8-583f277c76af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:23:47.672975 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1fbd2f-0b28-4b73-a820-94df1291c27f None None] Checking router: 0b849c9b-7af5-47cb-b3b3-e2d884178894 for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:23:47.683189 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1fbd2f-0b28-4b73-a820-94df1291c27f None None] Routers {'0b849c9b-7af5-47cb-b3b3-e2d884178894'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:23:47.683949 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-9b1fbd2f-0b28-4b73-a820-94df1291c27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690951ba8>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:23:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['0b849c9b-7af5-47cb-b3b3-e2d884178894'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:23:47.887518 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-9b1fbd2f-0b28-4b73-a820-94df1291c27f None None] Set router 0b849c9b-7af5-47cb-b3b3-e2d884178894 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:23:47.987089 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e624ebcf-80b6-47eb-9fae-74344ae16f04 req-ae99a498-98a3-4e40-91e4-c614f85b2a31 service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3859384
Apr 07 15:23:48.132151 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e624ebcf-80b6-47eb-9fae-74344ae16f04 req-07e4b3e8-f35e-468f-a380-fc943fd01f32 service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388545
Apr 07 15:23:48.268113 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-9b1fbd2f-0b28-4b73-a820-94df1291c27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690951ba8>, [{'id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:12Z', 'updated_at': '2021-04-07T15:20:16Z', 'revision_number': 4, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'gw_port': {'id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:13Z', 'updated_at': '2021-04-07T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': '0051deda-1fe4-4b5d-82fa-7748dff4e864', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'port_id': '5e341bc2-db4a-42c6-b4d8-01a39bab2d96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'mac_address': 'fa:16:3e:30:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a27bec-d5b5-425e-9b63-7d22baa4e452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:23:45Z', 'updated_at': '2021-04-07T15:23:45Z', 'revision_number': 0, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fda9b07d-debc-4048-9772-e4f565d5cb7a', 'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'mac_address': 'fa:16:3e:4a:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '96891164-c29f-43fc-aef8-583f277c76af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:16Z', 'updated_at': '2021-04-07T15:20:29Z', 'revision_number': 5, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'subnets': [{'id': '96891164-c29f-43fc-aef8-583f277c76af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:23:48.272611 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1fbd2f-0b28-4b73-a820-94df1291c27f None None] The sync data for ids ['0b849c9b-7af5-47cb-b3b3-e2d884178894'] in dv-cinder-782260-2-iscsi is: [{'id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:12Z', 'updated_at': '2021-04-07T15:20:16Z', 'revision_number': 4, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'gw_port': {'id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:13Z', 'updated_at': '2021-04-07T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': '0051deda-1fe4-4b5d-82fa-7748dff4e864', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'port_id': '5e341bc2-db4a-42c6-b4d8-01a39bab2d96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'mac_address': 'fa:16:3e:30:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a27bec-d5b5-425e-9b63-7d22baa4e452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:23:45Z', 'updated_at': '2021-04-07T15:23:45Z', 'revision_number': 0, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fda9b07d-debc-4048-9772-e4f565d5cb7a', 'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'mac_address': 'fa:16:3e:4a:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '96891164-c29f-43fc-aef8-583f277c76af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:16Z', 'updated_at': '2021-04-07T15:20:29Z', 'revision_number': 5, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'subnets': [{'id': '96891164-c29f-43fc-aef8-583f277c76af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:23:48.579511 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707f688a-7443-4790-b527-76295ab719af None None] New status for floating IP 0051deda-1fe4-4b5d-82fa-7748dff4e864: ACTIVE {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 15:23:57.404160 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0f46d10d-18e0-46f9-8878-dab5e1e30c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:23:59.994073 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-471141a6-578e-4879-baef-db7154ae944a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:24:00.099520 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:24:00.564742 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:24:01.379799 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:24:01.886790 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:24:02.066246 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:24:27.411134 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0be695fa-2061-42e6-bb82-27f8bdcaca3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:24:29.991533 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ae416a26-eec3-43b6-9a1e-044a6454ff95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:24:30.102045 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:24:31.386685 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:24:31.887630 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:24:32.081928 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:24:37.569630 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:24:46.735438 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5c862398-dd8c-4e27-bcf8-cb29fe6c76e7 req-9b5f46e0-0c7c-4110-9e3e-a5956e160336 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0813990
Apr 07 15:24:46.914447 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c862398-dd8c-4e27-bcf8-cb29fe6c76e7 req-0bd675f3-b82e-4290-a1a0-1045a8933011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:24:46.916119 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5c862398-dd8c-4e27-bcf8-cb29fe6c76e7 req-0bd675f3-b82e-4290-a1a0-1045a8933011 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a513548b70c04cb59fd49f59b979179e&device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 1098 time: 0.0869067
Apr 07 15:24:47.083957 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c862398-dd8c-4e27-bcf8-cb29fe6c76e7 req-274324b0-be19-44f0-bb17-e06bb00876a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:24:47.085592 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5c862398-dd8c-4e27-bcf8-cb29fe6c76e7 req-274324b0-be19-44f0-bb17-e06bb00876a9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5dbf8263-9260-4744-9890-2491478b8271 HTTP/1.1" status: 200  len: 912 time: 0.1484945
Apr 07 15:24:47.203915 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5c862398-dd8c-4e27-bcf8-cb29fe6c76e7 req-28193130-4684-45be-ba79-5d78e7ac9ec4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e341bc2-db4a-42c6-b4d8-01a39bab2d96 HTTP/1.1" status: 200  len: 1001 time: 0.1112454
Apr 07 15:24:47.279181 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c862398-dd8c-4e27-bcf8-cb29fe6c76e7 req-3c500ffb-11a2-44d8-a601-53e1d4ed2cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:24:47.280837 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5c862398-dd8c-4e27-bcf8-cb29fe6c76e7 req-3c500ffb-11a2-44d8-a601-53e1d4ed2cc5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96891164-c29f-43fc-aef8-583f277c76af HTTP/1.1" status: 200  len: 850 time: 0.0706568
Apr 07 15:24:47.365045 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c862398-dd8c-4e27-bcf8-cb29fe6c76e7 req-42d7c745-b05b-4ae9-893d-da867dce8026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:24:47.366655 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5c862398-dd8c-4e27-bcf8-cb29fe6c76e7 req-42d7c745-b05b-4ae9-893d-da867dce8026 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5dbf8263-9260-4744-9890-2491478b8271&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796382
Apr 07 15:24:47.526078 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5c862398-dd8c-4e27-bcf8-cb29fe6c76e7 req-cb02a6a4-d0d8-4811-855d-831e02d3c003 service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522086
Apr 07 15:24:47.674794 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-5c862398-dd8c-4e27-bcf8-cb29fe6c76e7 req-55b3c75b-1284-4085-bc76-d7019c682b14 service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424544
Apr 07 15:24:57.405536 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0a005e82-49d4-4925-bc1e-a79e62acc516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:24:59.991422 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3e224802-90c0-401e-8532-391ee133df7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:00.107066 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:01.381489 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:01.897579 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:02.075246 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:12.303797 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [req-521ef58c-59ca-4583-90ac-5e66e75b77c2 req-fae5d4f8-ce40-4f2a-92a6-798a990b7cef service neutron] (84337) timed out ('10.222.0.65', 63190) {{(pid=84337) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 07 15:25:14.572245 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:25:17.482862 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-5ae3e8b0-7524-4389-a19d-df0b44eaea19 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1490849047&fields=id&tenant_id=a513548b70c04cb59fd49f59b979179e HTTP/1.1" status: 200  len: 267 time: 0.0265801
Apr 07 15:25:17.649722 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-d5792e37-13c3-411c-994d-cfe7941aaeca tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:17.651199 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-d5792e37-13c3-411c-994d-cfe7941aaeca tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/networks?id=5dbf8263-9260-4744-9890-2491478b8271 HTTP/1.1" status: 200  len: 811 time: 0.1612325
Apr 07 15:25:17.671991 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-2f87fc2a-0782-4012-8878-a4b8626cf839 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/quotas/a513548b70c04cb59fd49f59b979179e HTTP/1.1" status: 200  len: 375 time: 0.0126128
Apr 07 15:25:17.776948 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-b317481d-84ca-43ad-976b-829fde496b62 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a513548b70c04cb59fd49f59b979179e&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0980692
Apr 07 15:25:17.941126 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-e2596c9f-66a6-418f-8efe-c034847e51aa service neutron] 10.222.0.39 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509166
Apr 07 15:25:18.086314 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-7d7c2527-0df5-4291-a9e4-2f8bad087d63 service neutron] 10.222.0.39 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386316
Apr 07 15:25:18.665150 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8f9e73da-d7bb-482d-bdd7-575379da03bb req-ae8a064f-829b-48a4-a28b-e6becfbd470f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a6ec9c-aeca-4082-a394-13912c9e0158 HTTP/1.1" status: 200  len: 210 time: 0.1924901
Apr 07 15:25:19.716891 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-4b59f7a1-4018-40db-acf7-4e0ba0ce2f3c tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:19.718858 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-4b59f7a1-4018-40db-acf7-4e0ba0ce2f3c tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.65 "GET /v2.0/networks?id=5dbf8263-9260-4744-9890-2491478b8271 HTTP/1.1" status: 200  len: 811 time: 0.1737378
Apr 07 15:25:19.792720 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-6a6e9f07-1f20-454c-b79d-e9da6dbdfd47 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a513548b70c04cb59fd49f59b979179e HTTP/1.1" status: 200  len: 8061 time: 0.0597308
Apr 07 15:25:19.816187 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Request body: {'port': {'device_id': '44a6ec9c-aeca-4082-a394-13912c9e0158', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'admin_state_up': True, 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'security_groups': ['1f9ce5f9-ac68-4261-b9da-23cd1c6071b7']}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:25:19.833360 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8c9d62e2-e888-4a76-8b9b-02e2ca7312fb req-881b230b-dd1a-431a-b0d6-6e067e423eb6 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a6ec9c-aeca-4082-a394-13912c9e0158 HTTP/1.1" status: 200  len: 210 time: 0.0518742
Apr 07 15:25:19.964943 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:25:19.969194 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Usage tracker for resource:port and tenant:a513548b70c04cb59fd49f59b979179e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:25:19.972303 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:25:19.978484 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:25:19.988791 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Made reservation on behalf of a513548b70c04cb59fd49f59b979179e for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 15:25:19.994839 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:20.165861 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Allocated IP 172.20.0.14 (5dbf8263-9260-4744-9890-2491478b8271/96891164-c29f-43fc-aef8-583f277c76af/cb359be5-c5e0-4edf-a0dc-bfb333982472) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:25:20.377682 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:20.397806 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Transition to ACTIVE for port object cb359be5-c5e0-4edf-a0dc-bfb333982472 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:25:20.426015 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:20.441959 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-e73675eb-6a9d-485b-bb16-b26cbea869d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:25:20.586583 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Pushing event updated for resources: {'Port': ['ID=cb359be5-c5e0-4edf-a0dc-bfb333982472,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:25:20.600616 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:20.601048 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:20.601500 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:20.601921 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:20.602331 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:20.602745 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:20.603099 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:20.603527 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:20.603931 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:20.604338 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:20.604734 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:20.605152 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:20.620517 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:25:20.660418 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Network 5dbf8263-9260-4744-9890-2491478b8271 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:25:20.661479 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Resources bound (agent type, host, resource id):  {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:25:20.663848 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:25:20.732370 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:20.733005 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:20.759496 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-52f99321-5544-4d6b-bd34-1fece8ef9196 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9479146
Apr 07 15:25:20.777593 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-6520a10d-a51d-46f8-9781-a86a64c8e075 service neutron] Request body: {'port': {'device_id': '44a6ec9c-aeca-4082-a394-13912c9e0158', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:25:20.838962 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-fe80234c-c341-412a-b342-db30e9a57529 None None] Provisioning for port cb359be5-c5e0-4edf-a0dc-bfb333982472 completed by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:25:20.844041 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-fe80234c-c341-412a-b342-db30e9a57529 None None] Provisioning complete for port cb359be5-c5e0-4edf-a0dc-bfb333982472 triggered by entity DHCP. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:25:20.844472 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fe80234c-c341-412a-b342-db30e9a57529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:20.904034 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-6520a10d-a51d-46f8-9781-a86a64c8e075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:20.905691 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-fe80234c-c341-412a-b342-db30e9a57529 None None] Port cb359be5-c5e0-4edf-a0dc-bfb333982472 cannot update to ACTIVE because it is not bound. {{(pid=84339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 15:25:21.059223 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9d0cb-623f-4058-9d69-a928223eb601 req-cfc819d3-c888-4166-adc4-32de4e73ada7 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:21.060943 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-98c9d0cb-623f-4058-9d69-a928223eb601 req-cfc819d3-c888-4166-adc4-32de4e73ada7 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a6ec9c-aeca-4082-a394-13912c9e0158 HTTP/1.1" status: 200  len: 932 time: 0.1089106
Apr 07 15:25:21.096561 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-98c9d0cb-623f-4058-9d69-a928223eb601 req-4eabb9a5-e935-4ebb-966b-4ff8c60dc2ed tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0267916
Apr 07 15:25:21.346394 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-6520a10d-a51d-46f8-9781-a86a64c8e075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb359be5-c5e0-4edf-a0dc-bfb333982472 {{(pid=84338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:25:21.354819 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-6520a10d-a51d-46f8-9781-a86a64c8e075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:21.370892 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-6520a10d-a51d-46f8-9781-a86a64c8e075 service neutron] Transition to ACTIVE for port object cb359be5-c5e0-4edf-a0dc-bfb333982472 will not be triggered until provisioned by entity L2. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 15:25:21.376117 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-6520a10d-a51d-46f8-9781-a86a64c8e075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103687'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:21.390752 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6d250a53-8d89-4f81-9a40-a3bf5eb935ee tempest-VolumesActionsTest-1644265037 tempest-VolumesActionsTest-1644265037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:25:21.526307 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520a10d-a51d-46f8-9781-a86a64c8e075 service neutron] Pushing event updated for resources: {'Port': ['ID=cb359be5-c5e0-4edf-a0dc-bfb333982472,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:25:21.531023 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6520a10d-a51d-46f8-9781-a86a64c8e075 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:25:21.756732 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-6520a10d-a51d-46f8-9781-a86a64c8e075 service neutron] Attempting to bind port cb359be5-c5e0-4edf-a0dc-bfb333982472 on host hv-cinder-78226 for vnic_type normal with profile  {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 15:25:21.757309 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-6520a10d-a51d-46f8-9781-a86a64c8e075 service neutron] Attempting to bind port cb359be5-c5e0-4edf-a0dc-bfb333982472 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'd6e931f7-0f70-40cb-b027-b6c01575c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5dbf8263-9260-4744-9890-2491478b8271'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 15:25:21.757501 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-6520a10d-a51d-46f8-9781-a86a64c8e075 service neutron] Attempting to bind port cb359be5-c5e0-4edf-a0dc-bfb333982472 on network 5dbf8263-9260-4744-9890-2491478b8271 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:25:21.762517 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-6520a10d-a51d-46f8-9781-a86a64c8e075 service neutron] Port cb359be5-c5e0-4edf-a0dc-bfb333982472 on network 5dbf8263-9260-4744-9890-2491478b8271 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 15:25:21.762878 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-6520a10d-a51d-46f8-9781-a86a64c8e075 service neutron] Attempting to bind port cb359be5-c5e0-4edf-a0dc-bfb333982472 on network 5dbf8263-9260-4744-9890-2491478b8271 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 15:25:21.768409 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-6520a10d-a51d-46f8-9781-a86a64c8e075 service neutron] Checking agent: {'id': 'b2fd6503-106d-4224-ac4d-40fda7056aab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 15:25:21.768793 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-6520a10d-a51d-46f8-9781-a86a64c8e075 service neutron] Checking segment: {'id': 'd6e931f7-0f70-40cb-b027-b6c01575c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5dbf8263-9260-4744-9890-2491478b8271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 15:25:21.769232 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-6520a10d-a51d-46f8-9781-a86a64c8e075 service neutron] Bound using segment: {'id': 'd6e931f7-0f70-40cb-b027-b6c01575c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5dbf8263-9260-4744-9890-2491478b8271'} {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 15:25:21.769731 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-6520a10d-a51d-46f8-9781-a86a64c8e075 service neutron] Bound port: cb359be5-c5e0-4edf-a0dc-bfb333982472, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e931f7-0f70-40cb-b027-b6c01575c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5dbf8263-9260-4744-9890-2491478b8271'}}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 15:25:21.770124 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-6520a10d-a51d-46f8-9781-a86a64c8e075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:21.853332 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-6520a10d-a51d-46f8-9781-a86a64c8e075 service neutron] For port cb359be5-c5e0-4edf-a0dc-bfb333982472, host hv-cinder-78226, cleared binding levels {{(pid=84338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 15:25:21.856798 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-6520a10d-a51d-46f8-9781-a86a64c8e075 service neutron] For port cb359be5-c5e0-4edf-a0dc-bfb333982472, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=cb359be5-c5e0-4edf-a0dc-bfb333982472,segment=NetworkSegment(d6e931f7-0f70-40cb-b027-b6c01575c613),segment_id=d6e931f7-0f70-40cb-b027-b6c01575c613)] {{(pid=84338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 15:25:21.861446 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-6520a10d-a51d-46f8-9781-a86a64c8e075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4103687'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:21.875306 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-06643f7d-1fe6-4f8b-9a0b-5893da850486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:25:22.030483 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520a10d-a51d-46f8-9781-a86a64c8e075 service neutron] Pushing event updated for resources: {'Port': ['ID=cb359be5-c5e0-4edf-a0dc-bfb333982472,revision_number=3']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:25:22.034173 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6520a10d-a51d-46f8-9781-a86a64c8e075 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:25:22.073844 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-6520a10d-a51d-46f8-9781-a86a64c8e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:22.074612 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-6520a10d-a51d-46f8-9781-a86a64c8e075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:22.076294 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-6520a10d-a51d-46f8-9781-a86a64c8e075 service neutron] 10.222.0.65 "PUT /v2.0/ports/cb359be5-c5e0-4edf-a0dc-bfb333982472 HTTP/1.1" status: 200  len: 1094 time: 1.3037128
Apr 07 15:25:22.076902 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a6ec9c-aeca-4082-a394-13912c9e0158', 'tag': 'cb359be5-c5e0-4edf-a0dc-bfb333982472'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:25:22.170626 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a6ec9c-aeca-4082-a394-13912c9e0158', 'tag': 'cb359be5-c5e0-4edf-a0dc-bfb333982472', 'status': 'completed', 'code': 200}
Apr 07 15:25:22.218463 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-25f38b3e-4a29-4e23-9b7a-9f3ac29d1a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:22.220127 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-25f38b3e-4a29-4e23-9b7a-9f3ac29d1a17 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a513548b70c04cb59fd49f59b979179e&device_id=44a6ec9c-aeca-4082-a394-13912c9e0158 HTTP/1.1" status: 200  len: 1097 time: 0.0905330
Apr 07 15:25:22.301632 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-48f5c238-8983-4cb7-98c4-5bd1d491a567 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb359be5-c5e0-4edf-a0dc-bfb333982472 HTTP/1.1" status: 200  len: 217 time: 0.0690415
Apr 07 15:25:22.322523 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bdefa-1692-4fe9-b3ee-15a637ec6543 req-a1dc0f16-67bf-4cd2-a134-6ab587d693b2 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:22.324202 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-837bdefa-1692-4fe9-b3ee-15a637ec6543 req-a1dc0f16-67bf-4cd2-a134-6ab587d693b2 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a6ec9c-aeca-4082-a394-13912c9e0158 HTTP/1.1" status: 200  len: 944 time: 0.1029935
Apr 07 15:25:22.356008 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-837bdefa-1692-4fe9-b3ee-15a637ec6543 req-e671e576-b983-4df1-a6ee-2df39fb3c616 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0250673
Apr 07 15:25:22.378373 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-734e0bbf-ee78-4239-8837-29b7db423965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:22.380074 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-734e0bbf-ee78-4239-8837-29b7db423965 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96891164-c29f-43fc-aef8-583f277c76af HTTP/1.1" status: 200  len: 850 time: 0.0722537
Apr 07 15:25:22.468839 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-3cdf5452-cf02-4bfe-8dca-ee7bafcf5bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:22.470570 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-3cdf5452-cf02-4bfe-8dca-ee7bafcf5bed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5dbf8263-9260-4744-9890-2491478b8271&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0832410
Apr 07 15:25:22.622438 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-9bd361c1-c441-4cc6-b048-8ad588fa18ea service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452057
Apr 07 15:25:22.771280 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-39dfc597-a8a9-4550-b65f-78b2a187ed41 req-d67feabf-e24b-4936-84d7-d82e44f71d63 service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1430323
Apr 07 15:25:23.187016 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab341a5c-701a-4efb-be46-06e3ec362559 req-3a21c2da-9e03-40d0-88fa-df2049dab3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:23.188628 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ab341a5c-701a-4efb-be46-06e3ec362559 req-3a21c2da-9e03-40d0-88fa-df2049dab3a7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a513548b70c04cb59fd49f59b979179e&device_id=44a6ec9c-aeca-4082-a394-13912c9e0158 HTTP/1.1" status: 200  len: 1097 time: 0.3312409
Apr 07 15:25:23.339986 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab341a5c-701a-4efb-be46-06e3ec362559 req-e299d607-4197-4f3c-97fc-6cde2ae80ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:23.342560 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ab341a5c-701a-4efb-be46-06e3ec362559 req-e299d607-4197-4f3c-97fc-6cde2ae80ebb service neutron] 10.222.0.65 "GET /v2.0/networks?id=5dbf8263-9260-4744-9890-2491478b8271 HTTP/1.1" status: 200  len: 912 time: 0.1436236
Apr 07 15:25:23.418027 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ab341a5c-701a-4efb-be46-06e3ec362559 req-acf24dbc-8294-4668-9d25-8138db1340e4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb359be5-c5e0-4edf-a0dc-bfb333982472 HTTP/1.1" status: 200  len: 217 time: 0.0681572
Apr 07 15:25:23.494197 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab341a5c-701a-4efb-be46-06e3ec362559 req-0fe20f53-cc6d-48cd-b756-8026f27f3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:23.495722 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ab341a5c-701a-4efb-be46-06e3ec362559 req-0fe20f53-cc6d-48cd-b756-8026f27f3fab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96891164-c29f-43fc-aef8-583f277c76af HTTP/1.1" status: 200  len: 850 time: 0.0711629
Apr 07 15:25:23.570328 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8c976-5362-4592-8c3f-2650bcba46d5 req-b8c086ab-e838-482b-8dda-5fdb210e5f52 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:23.571929 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c7f8c976-5362-4592-8c3f-2650bcba46d5 req-b8c086ab-e838-482b-8dda-5fdb210e5f52 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a6ec9c-aeca-4082-a394-13912c9e0158 HTTP/1.1" status: 200  len: 944 time: 0.0933180
Apr 07 15:25:23.580895 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab341a5c-701a-4efb-be46-06e3ec362559 req-eda2b12a-25b0-4a44-958d-cff3be97a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:23.582583 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ab341a5c-701a-4efb-be46-06e3ec362559 req-eda2b12a-25b0-4a44-958d-cff3be97a2a8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5dbf8263-9260-4744-9890-2491478b8271&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803406
Apr 07 15:25:23.604370 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-c7f8c976-5362-4592-8c3f-2650bcba46d5 req-65041bdc-777b-4c65-8474-1bf6a6b49edf tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0256765
Apr 07 15:25:23.729869 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ab341a5c-701a-4efb-be46-06e3ec362559 req-f33bbfd0-6c25-40c0-8817-e83b72a6ec29 service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403646
Apr 07 15:25:23.890165 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ab341a5c-701a-4efb-be46-06e3ec362559 req-623953ad-0e7a-40d5-a1f2-7caac8682c5e service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1541562
Apr 07 15:25:24.825282 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5217b90-03ec-4151-a479-8f801a1bc329 req-eff96cbe-19e5-4daf-8a30-2f1e1076342d tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:24.826885 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f5217b90-03ec-4151-a479-8f801a1bc329 req-eff96cbe-19e5-4daf-8a30-2f1e1076342d tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a6ec9c-aeca-4082-a394-13912c9e0158 HTTP/1.1" status: 200  len: 944 time: 0.0939975
Apr 07 15:25:24.859206 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f5217b90-03ec-4151-a479-8f801a1bc329 req-d8433547-a4d1-4495-b86c-992a601b6536 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0254872
Apr 07 15:25:26.077321 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bb965-16a1-4287-aee3-772cf3d6962e req-038d0a5c-2dbc-4743-ba46-ac7f549bcfc3 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:26.078864 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dd2bb965-16a1-4287-aee3-772cf3d6962e req-038d0a5c-2dbc-4743-ba46-ac7f549bcfc3 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a6ec9c-aeca-4082-a394-13912c9e0158 HTTP/1.1" status: 200  len: 944 time: 0.0950379
Apr 07 15:25:26.111045 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-dd2bb965-16a1-4287-aee3-772cf3d6962e req-b77caf7e-b0b4-4d07-a82a-2614290f7fea tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0255432
Apr 07 15:25:27.332915 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792c334-c6c2-4806-aa87-e810b55abc72 req-4c66cd82-b436-450f-a2fd-c9954c02deeb tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:27.334573 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e792c334-c6c2-4806-aa87-e810b55abc72 req-4c66cd82-b436-450f-a2fd-c9954c02deeb tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a6ec9c-aeca-4082-a394-13912c9e0158 HTTP/1.1" status: 200  len: 944 time: 0.0966382
Apr 07 15:25:27.370139 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-e792c334-c6c2-4806-aa87-e810b55abc72 req-b43b54cb-470b-45cc-b769-ed384f67f3cc tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0262394
Apr 07 15:25:27.413047 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-fa03f048-1b02-4c2e-ba18-f8332dd7910b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:28.656013 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767eafac-ff05-49af-b27d-5141276b1b24 req-0fa689fc-9e7a-486a-8fdd-3417a1697f49 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:28.657563 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-767eafac-ff05-49af-b27d-5141276b1b24 req-0fa689fc-9e7a-486a-8fdd-3417a1697f49 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a6ec9c-aeca-4082-a394-13912c9e0158 HTTP/1.1" status: 200  len: 944 time: 0.1000886
Apr 07 15:25:28.689690 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-767eafac-ff05-49af-b27d-5141276b1b24 req-b689b13b-d499-4649-b9fe-cc86d25fc444 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0250528
Apr 07 15:25:29.459068 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device cb359be5-c5e0-4edf-a0dc-bfb333982472 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 15:25:29.618277 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port cb359be5-c5e0-4edf-a0dc-bfb333982472, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=cb359be5-c5e0-4edf-a0dc-bfb333982472,segment=NetworkSegment(d6e931f7-0f70-40cb-b027-b6c01575c613),segment_id=d6e931f7-0f70-40cb-b027-b6c01575c613)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:25:29.632565 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Returning: {'device': 'cb359be5-c5e0-4edf-a0dc-bfb333982472', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'port_id': 'cb359be5-c5e0-4edf-a0dc-bfb333982472', 'mac_address': 'fa:16:3e:11:0f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96891164-c29f-43fc-aef8-583f277c76af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 15:25:29.695194 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:29.696559 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb359be5-c5e0-4edf-a0dc-bfb333982472 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 15:25:29.713799 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port cb359be5-c5e0-4edf-a0dc-bfb333982472, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=cb359be5-c5e0-4edf-a0dc-bfb333982472,segment=NetworkSegment(d6e931f7-0f70-40cb-b027-b6c01575c613),segment_id=d6e931f7-0f70-40cb-b027-b6c01575c613)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:25:29.718618 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:29.720555 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:25:29.799029 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=cb359be5-c5e0-4edf-a0dc-bfb333982472,revision_number=4']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:25:29.807566 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:29.807972 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:29.808363 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:29.808749 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:29.809126 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:29.809534 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:29.809915 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:29.810291 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:29.810673 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:29.811044 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:29.811420 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:29.811790 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:29.816624 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:25:29.900663 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bb55c-9841-4afe-bc78-28d7a8f64071 req-ed8bb6d5-2858-4b45-9c92-0d608efdc588 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:29.902343 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-501bb55c-9841-4afe-bc78-28d7a8f64071 req-ed8bb6d5-2858-4b45-9c92-0d608efdc588 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a6ec9c-aeca-4082-a394-13912c9e0158 HTTP/1.1" status: 200  len: 945 time: 0.0971622
Apr 07 15:25:29.934430 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-501bb55c-9841-4afe-bc78-28d7a8f64071 req-8f7d0364-faa9-45ea-ab90-a6b062a37fab tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0254703
Apr 07 15:25:29.985513 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-49dab9a1-0cc9-470c-87c1-64e95913c88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:30.012960 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] get_ports_and_sgs() called for port_ids ['cb359be5-c5e0-4edf-a0dc-bfb333982472'] {{(pid=84339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 15:25:30.122996 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:31.145142 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce488c-3a10-46ab-a35e-28c043486e9d req-6368e09e-0c16-465a-ba43-438be10ff430 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:31.146761 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-abce488c-3a10-46ab-a35e-28c043486e9d req-6368e09e-0c16-465a-ba43-438be10ff430 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a6ec9c-aeca-4082-a394-13912c9e0158 HTTP/1.1" status: 200  len: 945 time: 0.0923548
Apr 07 15:25:31.189080 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-abce488c-3a10-46ab-a35e-28c043486e9d req-9b3eb7cf-a400-497c-9662-1297e2532660 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0353780
Apr 07 15:25:31.388568 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:31.499695 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device cb359be5-c5e0-4edf-a0dc-bfb333982472 up at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 15:25:31.582896 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning for port cb359be5-c5e0-4edf-a0dc-bfb333982472 completed by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 15:25:31.588114 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Provisioning complete for port cb359be5-c5e0-4edf-a0dc-bfb333982472 triggered by entity L2. {{(pid=84339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 15:25:31.588553 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854712490'] for port, provisioning_complete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:31.723433 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:31.736032 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a6ec9c-aeca-4082-a394-13912c9e0158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb359be5-c5e0-4edf-a0dc-bfb333982472'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:25:31.749085 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] For port cb359be5-c5e0-4edf-a0dc-bfb333982472, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=cb359be5-c5e0-4edf-a0dc-bfb333982472,segment=NetworkSegment(d6e931f7-0f70-40cb-b027-b6c01575c613),segment_id=d6e931f7-0f70-40cb-b027-b6c01575c613)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:25:31.752293 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:31.755208 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:25:31.797914 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a6ec9c-aeca-4082-a394-13912c9e0158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb359be5-c5e0-4edf-a0dc-bfb333982472', 'code': 200}
Apr 07 15:25:31.835930 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Pushing event updated for resources: {'Port': ['ID=cb359be5-c5e0-4edf-a0dc-bfb333982472,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:25:31.839374 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:25:31.891805 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:32.090265 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:32.135991 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b2620-f9d6-434d-a116-3208bac51d72 req-e7aaed08-fde1-4b56-859e-9edcc00eaf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:32.137665 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-140b2620-f9d6-434d-a116-3208bac51d72 req-e7aaed08-fde1-4b56-859e-9edcc00eaf97 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=44a6ec9c-aeca-4082-a394-13912c9e0158 HTTP/1.1" status: 200  len: 1099 time: 0.0895314
Apr 07 15:25:32.164478 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-140b2620-f9d6-434d-a116-3208bac51d72 req-d7487e7f-2879-4589-b9cd-4277af8fa00d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0204301
Apr 07 15:25:32.412141 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17acfa-f79e-417f-b5d0-b1ec1d6b0917 req-48c2c62d-83ec-4fef-8f64-60fda49b3cef tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:32.413725 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1d17acfa-f79e-417f-b5d0-b1ec1d6b0917 req-48c2c62d-83ec-4fef-8f64-60fda49b3cef tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a6ec9c-aeca-4082-a394-13912c9e0158 HTTP/1.1" status: 200  len: 946 time: 0.1034663
Apr 07 15:25:32.446512 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-1d17acfa-f79e-417f-b5d0-b1ec1d6b0917 req-7bf3f604-5962-42e2-a3db-b31ef292f24c tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0258234
Apr 07 15:25:33.673576 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72082d64-2bd7-4265-a010-9175c0e8288f req-9efcb81b-de1d-477e-8dea-d900ab175bc1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:33.675176 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-72082d64-2bd7-4265-a010-9175c0e8288f req-9efcb81b-de1d-477e-8dea-d900ab175bc1 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a6ec9c-aeca-4082-a394-13912c9e0158 HTTP/1.1" status: 200  len: 946 time: 0.0995007
Apr 07 15:25:33.710076 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-72082d64-2bd7-4265-a010-9175c0e8288f req-c351bdce-c855-45d8-9e66-818559477312 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0259402
Apr 07 15:25:33.922483 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa605f84-a808-4644-b057-e6e029c917ba req-be1d7ad3-7c77-471c-a815-ff6c2a7f0063 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:33.924080 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fa605f84-a808-4644-b057-e6e029c917ba req-be1d7ad3-7c77-471c-a815-ff6c2a7f0063 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a6ec9c-aeca-4082-a394-13912c9e0158 HTTP/1.1" status: 200  len: 946 time: 0.1003234
Apr 07 15:25:33.959450 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-fa605f84-a808-4644-b057-e6e029c917ba req-25b82381-5f63-48cc-8f7e-ac9d5b64fc87 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0258358
Apr 07 15:25:33.991650 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40920) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:25:34.074941 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb4875c-f447-41ef-b16d-aacb3c9ba527 tempest-TestVolumeBootPattern-1614957877 tempest-TestVolumeBootPattern-1614957877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:34.076592 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-8cb4875c-f447-41ef-b16d-aacb3c9ba527 tempest-TestVolumeBootPattern-1614957877 tempest-TestVolumeBootPattern-1614957877-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=44a6ec9c-aeca-4082-a394-13912c9e0158 HTTP/1.1" status: 200  len: 1094 time: 0.0837123
Apr 07 15:25:34.079729 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40924) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:25:34.085284 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.v2.base [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Request body: {'floatingip': {'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'port_id': 'cb359be5-c5e0-4edf-a0dc-bfb333982472', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 15:25:34.092293 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 15:25:34.096638 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Usage tracker for resource:floatingip and tenant:a513548b70c04cb59fd49f59b979179e is out of sync, need to count used quota {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 15:25:34.099760 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 15:25:34.105978 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.quota.driver [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 15:25:34.117472 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for floatingip, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:34.269537 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:34.420605 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_common [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Allocated IP 172.27.2.91 (aaa28d56-97c7-4706-9a1c-f1c898d32c63/b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0/7dad35a5-a151-405c-bba0-f34e5cb406a5) {{(pid=84337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 15:25:34.584244 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for port, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:34.631755 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789267336836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:34.645362 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-37848603-6c32-479a-bf71-db78cdc54e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:25:34.783433 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Pushing event updated for resources: {'Port': ['ID=7dad35a5-a151-405c-bba0-f34e5cb406a5,revision_number=1']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:25:34.809168 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:34.809630 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:34.810055 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:34.810482 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:34.810892 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:34.811304 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:34.811709 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:34.812118 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:34.812527 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:34.812929 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:34.813358 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:34.813747 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:25:34.820048 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:25:34.858018 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Network aaa28d56-97c7-4706-9a1c-f1c898d32c63 is already hosted by enough agents. {{(pid=84337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 15:25:34.859167 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.base_scheduler [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Resources bound (agent type, host, resource id):  {{(pid=84337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 15:25:34.861572 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Received port after_create {{(pid=84337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 15:25:35.300619 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:35.382427 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854593058'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:35.669628 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:35.674578 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247587001204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789267336853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247587438930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852156545'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:35.689859 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-76280b08-d78f-4da3-b8b3-f9da1d950783 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:25:35.824743 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Pushing event updated for resources: {'Port': ['ID=7dad35a5-a151-405c-bba0-f34e5cb406a5,revision_number=2']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:25:35.829772 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:25:35.935060 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509939'] for floatingip, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:36.375458 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.l3_db [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Floating IP 6ea3ee71-22ab-497a-8a26-d6bf82bb8fea associated. External IP: 172.27.2.91, port: cb359be5-c5e0-4edf-a0dc-bfb333982472.
Apr 07 15:25:36.778220 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Router 0b849c9b-7af5-47cb-b3b3-e2d884178894 has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:25:36.974535 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:25:36.985136 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ce96d-3e25-4a94-bd1b-75d69bd9909d None None] Sync routers for ids ['0b849c9b-7af5-47cb-b3b3-e2d884178894'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:25:36.996147 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28ce96d-3e25-4a94-bd1b-75d69bd9909d None None] Routers {'0b849c9b-7af5-47cb-b3b3-e2d884178894'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:25:36.996819 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b28ce96d-3e25-4a94-bd1b-75d69bd9909d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690a1a710>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:25:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['0b849c9b-7af5-47cb-b3b3-e2d884178894'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:25:37.000042 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for floatingip, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:37.063381 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-ebc8b403-65c9-44f8-b257-b7c292386c08 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9823940
Apr 07 15:25:37.063999 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a6ec9c-aeca-4082-a394-13912c9e0158', 'tag': 'cb359be5-c5e0-4edf-a0dc-bfb333982472'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:25:37.112212 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a6ec9c-aeca-4082-a394-13912c9e0158', 'tag': 'cb359be5-c5e0-4edf-a0dc-bfb333982472', 'status': 'completed', 'code': 200}
Apr 07 15:25:37.202151 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-b28ce96d-3e25-4a94-bd1b-75d69bd9909d None None] Set router 0b849c9b-7af5-47cb-b3b3-e2d884178894 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:25:37.238492 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2047277-b127-4dbb-9362-92ff1feea005 req-46e161a4-96f9-40f9-8958-285fe4cec174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:37.240239 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d2047277-b127-4dbb-9362-92ff1feea005 req-46e161a4-96f9-40f9-8958-285fe4cec174 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a513548b70c04cb59fd49f59b979179e&device_id=44a6ec9c-aeca-4082-a394-13912c9e0158 HTTP/1.1" status: 200  len: 1099 time: 0.0831244
Apr 07 15:25:37.396392 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2047277-b127-4dbb-9362-92ff1feea005 req-35ef6634-3e8f-42ee-b316-426795e303bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:37.398057 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d2047277-b127-4dbb-9362-92ff1feea005 req-35ef6634-3e8f-42ee-b316-426795e303bf service neutron] 10.222.0.65 "GET /v2.0/networks?id=5dbf8263-9260-4744-9890-2491478b8271 HTTP/1.1" status: 200  len: 912 time: 0.1509192
Apr 07 15:25:37.517991 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d2047277-b127-4dbb-9362-92ff1feea005 req-77c1fd1b-15d0-44f5-abdc-b67515ed1d0e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb359be5-c5e0-4edf-a0dc-bfb333982472 HTTP/1.1" status: 200  len: 999 time: 0.1129310
Apr 07 15:25:37.589411 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2047277-b127-4dbb-9362-92ff1feea005 req-3d6160f6-82db-48e4-948a-54742d83eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:37.591108 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d2047277-b127-4dbb-9362-92ff1feea005 req-3d6160f6-82db-48e4-948a-54742d83eb8b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96891164-c29f-43fc-aef8-583f277c76af HTTP/1.1" status: 200  len: 850 time: 0.0672004
Apr 07 15:25:37.677509 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2047277-b127-4dbb-9362-92ff1feea005 req-b86004a7-478f-40a4-a2a5-adfcb817f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:37.679106 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d2047277-b127-4dbb-9362-92ff1feea005 req-b86004a7-478f-40a4-a2a5-adfcb817f606 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5dbf8263-9260-4744-9890-2491478b8271&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817897
Apr 07 15:25:37.765806 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b28ce96d-3e25-4a94-bd1b-75d69bd9909d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690a1a710>, [{'id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:12Z', 'updated_at': '2021-04-07T15:20:16Z', 'revision_number': 4, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'gw_port': {'id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:13Z', 'updated_at': '2021-04-07T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': '0051deda-1fe4-4b5d-82fa-7748dff4e864', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'port_id': '5e341bc2-db4a-42c6-b4d8-01a39bab2d96', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'mac_address': 'fa:16:3e:30:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a27bec-d5b5-425e-9b63-7d22baa4e452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:23:45Z', 'updated_at': '2021-04-07T15:23:48Z', 'revision_number': 1, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'fixed_ip_address_scope': None}, {'id': '6ea3ee71-22ab-497a-8a26-d6bf82bb8fea', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'port_id': 'cb359be5-c5e0-4edf-a0dc-bfb333982472', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'mac_address': 'fa:16:3e:11:0f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a6ec9c-aeca-4082-a394-13912c9e0158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:25:35Z', 'updated_at': '2021-04-07T15:25:35Z', 'revision_number': 0, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fda9b07d-debc-4048-9772-e4f565d5cb7a', 'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'mac_address': 'fa:16:3e:4a:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '96891164-c29f-43fc-aef8-583f277c76af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:16Z', 'updated_at': '2021-04-07T15:20:29Z', 'revision_number': 5, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'subnets': [{'id': '96891164-c29f-43fc-aef8-583f277c76af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:25:37.770329 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ce96d-3e25-4a94-bd1b-75d69bd9909d None None] Checking router: 0b849c9b-7af5-47cb-b3b3-e2d884178894 for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:25:37.780313 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28ce96d-3e25-4a94-bd1b-75d69bd9909d None None] Routers {'0b849c9b-7af5-47cb-b3b3-e2d884178894'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:25:37.780998 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b28ce96d-3e25-4a94-bd1b-75d69bd9909d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690a1a710>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:25:30Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['0b849c9b-7af5-47cb-b3b3-e2d884178894'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:25:37.823134 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d2047277-b127-4dbb-9362-92ff1feea005 req-08292220-0d5a-443e-8b43-7c10ab7de008 service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371741
Apr 07 15:25:37.968927 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d2047277-b127-4dbb-9362-92ff1feea005 req-d8a08898-656f-42f7-b624-23f0c1d43e03 service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397026
Apr 07 15:25:37.973968 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-b28ce96d-3e25-4a94-bd1b-75d69bd9909d None None] Set router 0b849c9b-7af5-47cb-b3b3-e2d884178894 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:25:38.377891 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b28ce96d-3e25-4a94-bd1b-75d69bd9909d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690a1a710>, [{'id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:12Z', 'updated_at': '2021-04-07T15:20:16Z', 'revision_number': 4, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'gw_port': {'id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:13Z', 'updated_at': '2021-04-07T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': '0051deda-1fe4-4b5d-82fa-7748dff4e864', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'port_id': '5e341bc2-db4a-42c6-b4d8-01a39bab2d96', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'mac_address': 'fa:16:3e:30:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a27bec-d5b5-425e-9b63-7d22baa4e452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:23:45Z', 'updated_at': '2021-04-07T15:23:48Z', 'revision_number': 1, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'fixed_ip_address_scope': None}, {'id': '6ea3ee71-22ab-497a-8a26-d6bf82bb8fea', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'port_id': 'cb359be5-c5e0-4edf-a0dc-bfb333982472', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'mac_address': 'fa:16:3e:11:0f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a6ec9c-aeca-4082-a394-13912c9e0158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:25:35Z', 'updated_at': '2021-04-07T15:25:35Z', 'revision_number': 0, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fda9b07d-debc-4048-9772-e4f565d5cb7a', 'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'mac_address': 'fa:16:3e:4a:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '96891164-c29f-43fc-aef8-583f277c76af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:16Z', 'updated_at': '2021-04-07T15:20:29Z', 'revision_number': 5, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'subnets': [{'id': '96891164-c29f-43fc-aef8-583f277c76af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:25:38.382655 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ce96d-3e25-4a94-bd1b-75d69bd9909d None None] The sync data for ids ['0b849c9b-7af5-47cb-b3b3-e2d884178894'] in dv-cinder-782260-2-iscsi is: [{'id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:12Z', 'updated_at': '2021-04-07T15:20:16Z', 'revision_number': 4, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'gw_port': {'id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:13Z', 'updated_at': '2021-04-07T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': '0051deda-1fe4-4b5d-82fa-7748dff4e864', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'port_id': '5e341bc2-db4a-42c6-b4d8-01a39bab2d96', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'mac_address': 'fa:16:3e:30:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a27bec-d5b5-425e-9b63-7d22baa4e452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:23:45Z', 'updated_at': '2021-04-07T15:23:48Z', 'revision_number': 1, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'fixed_ip_address_scope': None}, {'id': '6ea3ee71-22ab-497a-8a26-d6bf82bb8fea', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'port_id': 'cb359be5-c5e0-4edf-a0dc-bfb333982472', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'mac_address': 'fa:16:3e:11:0f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a6ec9c-aeca-4082-a394-13912c9e0158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:25:35Z', 'updated_at': '2021-04-07T15:25:35Z', 'revision_number': 0, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fda9b07d-debc-4048-9772-e4f565d5cb7a', 'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'mac_address': 'fa:16:3e:4a:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '96891164-c29f-43fc-aef8-583f277c76af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:16Z', 'updated_at': '2021-04-07T15:20:29Z', 'revision_number': 5, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'subnets': [{'id': '96891164-c29f-43fc-aef8-583f277c76af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:25:38.681044 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b9161e-debd-456e-a68c-13265152215d None None] New status for floating IP 6ea3ee71-22ab-497a-8a26-d6bf82bb8fea: ACTIVE {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 15:25:48.726741 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8f7b42a3-1b23-46ec-b376-6b6869a9c756 req-5a49c4e8-9bba-4311-9d10-4aa1f9e28b34 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0844646
Apr 07 15:25:48.902861 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b42a3-1b23-46ec-b376-6b6869a9c756 req-d9a6304a-2f19-483c-a4ec-c027ecefd476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:48.904536 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8f7b42a3-1b23-46ec-b376-6b6869a9c756 req-d9a6304a-2f19-483c-a4ec-c027ecefd476 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a513548b70c04cb59fd49f59b979179e&device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 1098 time: 0.0874755
Apr 07 15:25:49.063492 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b42a3-1b23-46ec-b376-6b6869a9c756 req-c04d1c58-aa5e-498c-92ed-5a9f03eccccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:49.065553 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8f7b42a3-1b23-46ec-b376-6b6869a9c756 req-c04d1c58-aa5e-498c-92ed-5a9f03eccccc service neutron] 10.222.0.65 "GET /v2.0/networks?id=5dbf8263-9260-4744-9890-2491478b8271 HTTP/1.1" status: 200  len: 912 time: 0.1407602
Apr 07 15:25:49.177838 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8f7b42a3-1b23-46ec-b376-6b6869a9c756 req-24cdfab8-ff63-4353-aba9-baf04ed2264b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e341bc2-db4a-42c6-b4d8-01a39bab2d96 HTTP/1.1" status: 200  len: 1001 time: 0.1049788
Apr 07 15:25:49.250291 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b42a3-1b23-46ec-b376-6b6869a9c756 req-d0cc97ab-2a6f-43bb-bf74-5f836a3401f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:49.251919 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8f7b42a3-1b23-46ec-b376-6b6869a9c756 req-d0cc97ab-2a6f-43bb-bf74-5f836a3401f2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96891164-c29f-43fc-aef8-583f277c76af HTTP/1.1" status: 200  len: 850 time: 0.0666406
Apr 07 15:25:49.337337 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b42a3-1b23-46ec-b376-6b6869a9c756 req-f1280887-22a5-47ee-95ef-80551157c938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:25:49.338953 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8f7b42a3-1b23-46ec-b376-6b6869a9c756 req-f1280887-22a5-47ee-95ef-80551157c938 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5dbf8263-9260-4744-9890-2491478b8271&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800004
Apr 07 15:25:49.487029 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8f7b42a3-1b23-46ec-b376-6b6869a9c756 req-9671329a-588e-4d2f-b0a9-fa6e6f8d45d1 service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405246
Apr 07 15:25:49.643417 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-8f7b42a3-1b23-46ec-b376-6b6869a9c756 req-f8bb6c24-32be-42f5-8089-6b3612466def service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1482618
Apr 07 15:25:51.578824 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:25:57.419790 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b7767c77-22b2-4837-9d6a-8556c4203df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:25:59.996238 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-12182d35-9d07-4bbf-bd53-fbb1ec494300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:26:00.118378 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:26:01.383285 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:26:01.905480 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:26:02.114179 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:26:27.404027 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-89372096-eecf-43b7-8e98-b9142c488778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:26:28.572042 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:26:29.992022 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-901bec39-4eb9-436a-8a30-32eac51ad299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:26:30.114896 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:26:31.394894 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:26:31.902337 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:26:32.106551 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:26:49.813043 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-aae27864-344c-4e3a-945c-47f7fa789e96 req-faa613b3-aaa0-423a-bb31-c785d71586b8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=44a6ec9c-aeca-4082-a394-13912c9e0158&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1385038
Apr 07 15:26:49.937003 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae27864-344c-4e3a-945c-47f7fa789e96 req-9c857a65-b92e-4911-bb33-bc2ce4b5279f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:26:49.938538 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-aae27864-344c-4e3a-945c-47f7fa789e96 req-9c857a65-b92e-4911-bb33-bc2ce4b5279f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a513548b70c04cb59fd49f59b979179e&device_id=44a6ec9c-aeca-4082-a394-13912c9e0158 HTTP/1.1" status: 200  len: 1099 time: 0.0919719
Apr 07 15:26:50.112580 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae27864-344c-4e3a-945c-47f7fa789e96 req-62a3f22d-c7fe-4eda-b83e-1cee79e272ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:26:50.114251 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-aae27864-344c-4e3a-945c-47f7fa789e96 req-62a3f22d-c7fe-4eda-b83e-1cee79e272ea service neutron] 10.222.0.65 "GET /v2.0/networks?id=5dbf8263-9260-4744-9890-2491478b8271 HTTP/1.1" status: 200  len: 912 time: 0.1502168
Apr 07 15:26:50.229175 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-aae27864-344c-4e3a-945c-47f7fa789e96 req-bf288df0-b391-43ef-abe8-df531b73e702 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb359be5-c5e0-4edf-a0dc-bfb333982472 HTTP/1.1" status: 200  len: 1001 time: 0.1071444
Apr 07 15:26:50.299348 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae27864-344c-4e3a-945c-47f7fa789e96 req-a6414bc5-cf53-4fbd-8cbf-2ba0b339b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:26:50.300893 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-aae27864-344c-4e3a-945c-47f7fa789e96 req-a6414bc5-cf53-4fbd-8cbf-2ba0b339b342 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96891164-c29f-43fc-aef8-583f277c76af HTTP/1.1" status: 200  len: 850 time: 0.0657194
Apr 07 15:26:50.388926 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae27864-344c-4e3a-945c-47f7fa789e96 req-6d53e233-37ad-43e3-89c6-66cd2e800f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:26:50.390591 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-aae27864-344c-4e3a-945c-47f7fa789e96 req-6d53e233-37ad-43e3-89c6-66cd2e800f14 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5dbf8263-9260-4744-9890-2491478b8271&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824990
Apr 07 15:26:50.538201 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-aae27864-344c-4e3a-945c-47f7fa789e96 req-6700140d-da88-4aef-8fd8-0887c204a015 service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403084
Apr 07 15:26:50.683422 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-aae27864-344c-4e3a-945c-47f7fa789e96 req-74700cb0-3773-4f75-8911-9793b38a134f service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380918
Apr 07 15:26:57.410619 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d071ce27-154a-4f92-922f-afcaf5334b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:26:58.300750 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 40960) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:26:58.775031 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ff2de-da9c-4f34-90c5-a228fae417cd tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Deleting port 7dad35a5-a151-405c-bba0-f34e5cb406a5 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:26:58.775640 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7c4ff2de-da9c-4f34-90c5-a228fae417cd tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:26:58.968347 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7c4ff2de-da9c-4f34-90c5-a228fae417cd tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:26:58.968725 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7c4ff2de-da9c-4f34-90c5-a228fae417cd tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:26:59.104025 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ff2de-da9c-4f34-90c5-a228fae417cd tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Calling delete_port for 7dad35a5-a151-405c-bba0-f34e5cb406a5 owned by network:floatingip {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:26:59.281578 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7c4ff2de-da9c-4f34-90c5-a228fae417cd tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:26:59.295401 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-50ee47eb-317a-49fc-80e7-26474e35df55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:26:59.393134 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ff2de-da9c-4f34-90c5-a228fae417cd tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Pushing event deleted for resources: {'Port': ['ID=7dad35a5-a151-405c-bba0-f34e5cb406a5,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:26:59.412274 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ff2de-da9c-4f34-90c5-a228fae417cd tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:26:59.412743 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ff2de-da9c-4f34-90c5-a228fae417cd tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:26:59.413170 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ff2de-da9c-4f34-90c5-a228fae417cd tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:26:59.413619 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ff2de-da9c-4f34-90c5-a228fae417cd tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:26:59.414036 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ff2de-da9c-4f34-90c5-a228fae417cd tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:26:59.414453 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ff2de-da9c-4f34-90c5-a228fae417cd tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:26:59.414875 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ff2de-da9c-4f34-90c5-a228fae417cd tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:26:59.415286 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ff2de-da9c-4f34-90c5-a228fae417cd tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:26:59.415707 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ff2de-da9c-4f34-90c5-a228fae417cd tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:26:59.416117 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ff2de-da9c-4f34-90c5-a228fae417cd tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:26:59.416524 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ff2de-da9c-4f34-90c5-a228fae417cd tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:26:59.416908 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ff2de-da9c-4f34-90c5-a228fae417cd tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:26:59.421736 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7c4ff2de-da9c-4f34-90c5-a228fae417cd tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:26:59.575153 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7c4ff2de-da9c-4f34-90c5-a228fae417cd tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for floatingip, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:26:59.575558 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.l3_db [None req-7c4ff2de-da9c-4f34-90c5-a228fae417cd tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Floating IP 6ea3ee71-22ab-497a-8a26-d6bf82bb8fea disassociated (deleted). External IP: 172.27.2.91, port: cb359be5-c5e0-4edf-a0dc-bfb333982472.
Apr 07 15:26:59.958165 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4ff2de-da9c-4f34-90c5-a228fae417cd tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Router 0b849c9b-7af5-47cb-b3b3-e2d884178894 has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:26:59.995747 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1571f913-a435-4d17-9518-ca94c094c956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:00.118884 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:00.156981 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4ff2de-da9c-4f34-90c5-a228fae417cd tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:27:00.167601 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e930c-052a-4264-bf90-2ded1797cadf None None] Sync routers for ids ['0b849c9b-7af5-47cb-b3b3-e2d884178894'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:27:00.174822 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7c4ff2de-da9c-4f34-90c5-a228fae417cd tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:00.179483 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54e930c-052a-4264-bf90-2ded1797cadf None None] Routers {'0b849c9b-7af5-47cb-b3b3-e2d884178894'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:27:00.180248 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b54e930c-052a-4264-bf90-2ded1797cadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe691004780>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:27:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['0b849c9b-7af5-47cb-b3b3-e2d884178894'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:27:00.233636 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-7c4ff2de-da9c-4f34-90c5-a228fae417cd tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "DELETE /v2.0/floatingips/6ea3ee71-22ab-497a-8a26-d6bf82bb8fea HTTP/1.1" status: 204  len: 168 time: 1.9309888
Apr 07 15:27:00.234311 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a6ec9c-aeca-4082-a394-13912c9e0158', 'tag': 'cb359be5-c5e0-4edf-a0dc-bfb333982472'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:27:00.350742 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a6ec9c-aeca-4082-a394-13912c9e0158', 'tag': 'cb359be5-c5e0-4edf-a0dc-bfb333982472', 'status': 'completed', 'code': 200}
Apr 07 15:27:00.374129 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-b54e930c-052a-4264-bf90-2ded1797cadf None None] Set router 0b849c9b-7af5-47cb-b3b3-e2d884178894 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:27:00.480201 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a06035-ab40-4117-afcd-9cc5865bd8e2 req-f6c00df1-4a56-4aae-8460-fce4a914c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:27:00.481967 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-45a06035-ab40-4117-afcd-9cc5865bd8e2 req-f6c00df1-4a56-4aae-8460-fce4a914c4e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a513548b70c04cb59fd49f59b979179e&device_id=44a6ec9c-aeca-4082-a394-13912c9e0158 HTTP/1.1" status: 200  len: 1099 time: 0.0875652
Apr 07 15:27:00.631762 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7d87f-c3f7-4364-9ecf-48439a2f3120 req-7874fdbb-a3cb-4477-a311-e94bb1f173cc tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:27:00.633385 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a0a7d87f-c3f7-4364-9ecf-48439a2f3120 req-7874fdbb-a3cb-4477-a311-e94bb1f173cc tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a6ec9c-aeca-4082-a394-13912c9e0158 HTTP/1.1" status: 200  len: 946 time: 0.0906208
Apr 07 15:27:00.644907 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a06035-ab40-4117-afcd-9cc5865bd8e2 req-312f8cbb-cc1d-4bce-ab84-c59b63ed8393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:27:00.646624 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-45a06035-ab40-4117-afcd-9cc5865bd8e2 req-312f8cbb-cc1d-4bce-ab84-c59b63ed8393 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5dbf8263-9260-4744-9890-2491478b8271 HTTP/1.1" status: 200  len: 912 time: 0.1422305
Apr 07 15:27:00.666036 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-a0a7d87f-c3f7-4364-9ecf-48439a2f3120 req-cf5df63f-4c20-4dd4-b867-df0721e05c4b tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0254350
Apr 07 15:27:00.720879 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-45a06035-ab40-4117-afcd-9cc5865bd8e2 req-f500b267-903d-46ef-98db-10f5889380c8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb359be5-c5e0-4edf-a0dc-bfb333982472 HTTP/1.1" status: 200  len: 217 time: 0.0667803
Apr 07 15:27:00.758847 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b54e930c-052a-4264-bf90-2ded1797cadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe691004780>, [{'id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:12Z', 'updated_at': '2021-04-07T15:20:16Z', 'revision_number': 4, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'gw_port': {'id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:13Z', 'updated_at': '2021-04-07T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': '0051deda-1fe4-4b5d-82fa-7748dff4e864', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'port_id': '5e341bc2-db4a-42c6-b4d8-01a39bab2d96', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'mac_address': 'fa:16:3e:30:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a27bec-d5b5-425e-9b63-7d22baa4e452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:23:45Z', 'updated_at': '2021-04-07T15:23:48Z', 'revision_number': 1, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fda9b07d-debc-4048-9772-e4f565d5cb7a', 'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'mac_address': 'fa:16:3e:4a:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '96891164-c29f-43fc-aef8-583f277c76af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:16Z', 'updated_at': '2021-04-07T15:20:29Z', 'revision_number': 5, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'subnets': [{'id': '96891164-c29f-43fc-aef8-583f277c76af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:27:00.763138 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e930c-052a-4264-bf90-2ded1797cadf None None] Checking router: 0b849c9b-7af5-47cb-b3b3-e2d884178894 for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:27:00.772679 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54e930c-052a-4264-bf90-2ded1797cadf None None] Routers {'0b849c9b-7af5-47cb-b3b3-e2d884178894'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:27:00.773257 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b54e930c-052a-4264-bf90-2ded1797cadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe691004780>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:27:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['0b849c9b-7af5-47cb-b3b3-e2d884178894'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:27:00.794794 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a06035-ab40-4117-afcd-9cc5865bd8e2 req-d2d1008b-9028-4dcd-a998-7051ff8d8d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:27:00.796380 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-45a06035-ab40-4117-afcd-9cc5865bd8e2 req-d2d1008b-9028-4dcd-a998-7051ff8d8d03 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96891164-c29f-43fc-aef8-583f277c76af HTTP/1.1" status: 200  len: 850 time: 0.0686994
Apr 07 15:27:00.879909 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a06035-ab40-4117-afcd-9cc5865bd8e2 req-daefe559-ee82-4ed8-8dca-01370f179a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:27:00.881647 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-45a06035-ab40-4117-afcd-9cc5865bd8e2 req-daefe559-ee82-4ed8-8dca-01370f179a63 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5dbf8263-9260-4744-9890-2491478b8271&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777416
Apr 07 15:27:00.967715 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-b54e930c-052a-4264-bf90-2ded1797cadf None None] Set router 0b849c9b-7af5-47cb-b3b3-e2d884178894 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:27:01.024416 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-45a06035-ab40-4117-afcd-9cc5865bd8e2 req-e42e7a3e-d423-494a-bd89-22ffc3cf6f90 service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348674
Apr 07 15:27:01.179671 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-45a06035-ab40-4117-afcd-9cc5865bd8e2 req-d1f0cc26-4bb4-4c54-9d89-10b51aaf55cf service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1484392
Apr 07 15:27:01.424656 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:01.544142 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b54e930c-052a-4264-bf90-2ded1797cadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe691004780>, [{'id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:12Z', 'updated_at': '2021-04-07T15:20:16Z', 'revision_number': 4, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'gw_port': {'id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:13Z', 'updated_at': '2021-04-07T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': '0051deda-1fe4-4b5d-82fa-7748dff4e864', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'port_id': '5e341bc2-db4a-42c6-b4d8-01a39bab2d96', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'mac_address': 'fa:16:3e:30:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a27bec-d5b5-425e-9b63-7d22baa4e452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:23:45Z', 'updated_at': '2021-04-07T15:23:48Z', 'revision_number': 1, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fda9b07d-debc-4048-9772-e4f565d5cb7a', 'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'mac_address': 'fa:16:3e:4a:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '96891164-c29f-43fc-aef8-583f277c76af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:16Z', 'updated_at': '2021-04-07T15:20:29Z', 'revision_number': 5, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'subnets': [{'id': '96891164-c29f-43fc-aef8-583f277c76af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:27:01.548806 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e930c-052a-4264-bf90-2ded1797cadf None None] The sync data for ids ['0b849c9b-7af5-47cb-b3b3-e2d884178894'] in dv-cinder-782260-2-iscsi is: [{'id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:12Z', 'updated_at': '2021-04-07T15:20:16Z', 'revision_number': 4, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'gw_port': {'id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:13Z', 'updated_at': '2021-04-07T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_floatingips': [{'id': '0051deda-1fe4-4b5d-82fa-7748dff4e864', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'router_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'port_id': '5e341bc2-db4a-42c6-b4d8-01a39bab2d96', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'mac_address': 'fa:16:3e:30:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a27bec-d5b5-425e-9b63-7d22baa4e452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:23:45Z', 'updated_at': '2021-04-07T15:23:48Z', 'revision_number': 1, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fda9b07d-debc-4048-9772-e4f565d5cb7a', 'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'mac_address': 'fa:16:3e:4a:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '96891164-c29f-43fc-aef8-583f277c76af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:16Z', 'updated_at': '2021-04-07T15:20:29Z', 'revision_number': 5, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'subnets': [{'id': '96891164-c29f-43fc-aef8-583f277c76af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:27:01.888449 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf86286-4876-489c-be82-546f781cdf20 req-6235f404-1cba-4fed-88c6-1c27f81beaf0 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:27:01.890065 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ddf86286-4876-489c-be82-546f781cdf20 req-6235f404-1cba-4fed-88c6-1c27f81beaf0 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a6ec9c-aeca-4082-a394-13912c9e0158 HTTP/1.1" status: 200  len: 946 time: 0.0935709
Apr 07 15:27:01.904716 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:01.925693 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-ddf86286-4876-489c-be82-546f781cdf20 req-27c57c8d-0091-42c2-98e1-39af64d775f9 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0288157
Apr 07 15:27:01.960798 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80340521-767c-4b11-9ab2-a032f080bdd7 None None] New status for floating IP 6ea3ee71-22ab-497a-8a26-d6bf82bb8fea: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 15:27:02.113425 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:02.249155 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d4f72-0474-4be0-bd86-756443d3e65c req-415adc2d-6883-41fc-af17-f9c4bb756e07 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:27:02.249952 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-296d4f72-0474-4be0-bd86-756443d3e65c req-415adc2d-6883-41fc-af17-f9c4bb756e07 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Synchronizing usage tracker for tenant:a513548b70c04cb59fd49f59b979179e on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:27:02.265720 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-296d4f72-0474-4be0-bd86-756443d3e65c req-415adc2d-6883-41fc-af17-f9c4bb756e07 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Unset dirty status for tenant:a513548b70c04cb59fd49f59b979179e on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:27:02.266937 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-296d4f72-0474-4be0-bd86-756443d3e65c req-415adc2d-6883-41fc-af17-f9c4bb756e07 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.65 "GET /v2.0/ports?device_id=44a6ec9c-aeca-4082-a394-13912c9e0158 HTTP/1.1" status: 200  len: 946 time: 0.1116436
Apr 07 15:27:02.351480 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-296d4f72-0474-4be0-bd86-756443d3e65c req-bb2de3b8-b530-43fd-bd07-b46c94bb855d tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Deleting port cb359be5-c5e0-4edf-a0dc-bfb333982472 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:27:02.351849 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-296d4f72-0474-4be0-bd86-756443d3e65c req-bb2de3b8-b530-43fd-bd07-b46c94bb855d tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:02.872769 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-296d4f72-0474-4be0-bd86-756443d3e65c req-bb2de3b8-b530-43fd-bd07-b46c94bb855d tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] For port cb359be5-c5e0-4edf-a0dc-bfb333982472, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=cb359be5-c5e0-4edf-a0dc-bfb333982472,segment=NetworkSegment(d6e931f7-0f70-40cb-b027-b6c01575c613),segment_id=d6e931f7-0f70-40cb-b027-b6c01575c613)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:27:02.873162 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-296d4f72-0474-4be0-bd86-756443d3e65c req-bb2de3b8-b530-43fd-bd07-b46c94bb855d tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:03.005188 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-296d4f72-0474-4be0-bd86-756443d3e65c req-bb2de3b8-b530-43fd-bd07-b46c94bb855d tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Calling delete_port for cb359be5-c5e0-4edf-a0dc-bfb333982472 owned by compute:nova {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:27:03.133620 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07a60f-b885-4bc7-8a00-b610c2c8d72f req-0486461e-bae0-4aba-a6a2-56b525d93894 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:27:03.135171 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3a07a60f-b885-4bc7-8a00-b610c2c8d72f req-0486461e-bae0-4aba-a6a2-56b525d93894 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a6ec9c-aeca-4082-a394-13912c9e0158 HTTP/1.1" status: 200  len: 946 time: 0.0947461
Apr 07 15:27:03.160111 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-296d4f72-0474-4be0-bd86-756443d3e65c req-bb2de3b8-b530-43fd-bd07-b46c94bb855d tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:03.166570 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-3a07a60f-b885-4bc7-8a00-b610c2c8d72f req-666129a9-4539-4f44-b739-c9456248edce tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0246353
Apr 07 15:27:03.175799 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:27:03.276326 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2de3b8-b530-43fd-bd07-b46c94bb855d tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Pushing event deleted for resources: {'Port': ['ID=cb359be5-c5e0-4edf-a0dc-bfb333982472,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:27:03.285902 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-bb2de3b8-b530-43fd-bd07-b46c94bb855d tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:27:03.429481 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-296d4f72-0474-4be0-bd86-756443d3e65c req-bb2de3b8-b530-43fd-bd07-b46c94bb855d tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] No DVR routers for this DVR port cb359be5-c5e0-4edf-a0dc-bfb333982472 on host hv-cinder-78226 {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:27:03.432075 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-296d4f72-0474-4be0-bd86-756443d3e65c req-bb2de3b8-b530-43fd-bd07-b46c94bb855d tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:03.434951 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a6ec9c-aeca-4082-a394-13912c9e0158', 'name': 'network-vif-deleted', 'tag': 'cb359be5-c5e0-4edf-a0dc-bfb333982472'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:27:03.451178 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-296d4f72-0474-4be0-bd86-756443d3e65c req-bb2de3b8-b530-43fd-bd07-b46c94bb855d tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.65 "DELETE /v2.0/ports/cb359be5-c5e0-4edf-a0dc-bfb333982472 HTTP/1.1" status: 204  len: 173 time: 1.1780705
Apr 07 15:27:03.486522 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a6ec9c-aeca-4082-a394-13912c9e0158', 'name': 'network-vif-deleted', 'tag': 'cb359be5-c5e0-4edf-a0dc-bfb333982472', 'status': 'completed', 'code': 200}
Apr 07 15:27:04.353657 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-feb85eb4-1ca5-4716-b088-b0f90ac3b7d9 req-5aa2f9f7-bfaa-4586-8250-66f0283b494a tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a6ec9c-aeca-4082-a394-13912c9e0158 HTTP/1.1" status: 200  len: 210 time: 0.0492244
Apr 07 15:27:05.572354 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:27:05.941656 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device cb359be5-c5e0-4edf-a0dc-bfb333982472 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:27:05.979120 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] No Port match for: cb359be5-c5e0-4edf-a0dc-bfb333982472 {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:27:05.979525 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device cb359be5-c5e0-4edf-a0dc-bfb333982472 not bound to the agent host hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:27:08.039198 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 40994) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:27:08.272474 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-ce7d1573-9035-4e84-a079-ccc289b06258 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Deleting port c5393bdc-81d8-4156-ae3e-14d2d4bf7e52 {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:27:08.272793 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ce7d1573-9035-4e84-a079-ccc289b06258 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:08.454324 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ce7d1573-9035-4e84-a079-ccc289b06258 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:08.454614 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ce7d1573-9035-4e84-a079-ccc289b06258 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:08.589179 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-ce7d1573-9035-4e84-a079-ccc289b06258 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Calling delete_port for c5393bdc-81d8-4156-ae3e-14d2d4bf7e52 owned by network:floatingip {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:27:08.765160 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ce7d1573-9035-4e84-a079-ccc289b06258 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:08.779154 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-b5ddbb2e-e573-4522-9f66-8a8a89f7af16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:27:08.878701 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d1573-9035-4e84-a079-ccc289b06258 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Pushing event deleted for resources: {'Port': ['ID=c5393bdc-81d8-4156-ae3e-14d2d4bf7e52,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:27:08.901381 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d1573-9035-4e84-a079-ccc289b06258 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:27:08.901814 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d1573-9035-4e84-a079-ccc289b06258 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:27:08.902238 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d1573-9035-4e84-a079-ccc289b06258 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:27:08.902650 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d1573-9035-4e84-a079-ccc289b06258 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:27:08.903060 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d1573-9035-4e84-a079-ccc289b06258 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:27:08.903468 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d1573-9035-4e84-a079-ccc289b06258 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:27:08.903877 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d1573-9035-4e84-a079-ccc289b06258 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:27:08.904286 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d1573-9035-4e84-a079-ccc289b06258 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:27:08.904693 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d1573-9035-4e84-a079-ccc289b06258 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:27:08.905101 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d1573-9035-4e84-a079-ccc289b06258 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:27:08.905521 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d1573-9035-4e84-a079-ccc289b06258 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:27:08.905926 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d1573-9035-4e84-a079-ccc289b06258 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-iscsi {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 15:27:08.910672 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ce7d1573-9035-4e84-a079-ccc289b06258 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:27:09.066594 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ce7d1573-9035-4e84-a079-ccc289b06258 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for floatingip, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:09.067185 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.db.l3_db [None req-ce7d1573-9035-4e84-a079-ccc289b06258 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Floating IP 0051deda-1fe4-4b5d-82fa-7748dff4e864 disassociated (deleted). External IP: 172.27.2.137, port: 5e341bc2-db4a-42c6-b4d8-01a39bab2d96.
Apr 07 15:27:09.457266 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7d1573-9035-4e84-a079-ccc289b06258 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Router 0b849c9b-7af5-47cb-b3b3-e2d884178894 has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:27:09.650695 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7d1573-9035-4e84-a079-ccc289b06258 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:27:09.663995 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2a555d-8f2f-4522-ba41-eb237ee60105 None None] Sync routers for ids ['0b849c9b-7af5-47cb-b3b3-e2d884178894'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:27:09.668435 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-ce7d1573-9035-4e84-a079-ccc289b06258 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for floatingip, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:09.676117 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2a555d-8f2f-4522-ba41-eb237ee60105 None None] Routers {'0b849c9b-7af5-47cb-b3b3-e2d884178894'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:27:09.676882 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1b2a555d-8f2f-4522-ba41-eb237ee60105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690b72a20>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:27:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['0b849c9b-7af5-47cb-b3b3-e2d884178894'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:27:09.734609 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-ce7d1573-9035-4e84-a079-ccc289b06258 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "DELETE /v2.0/floatingips/0051deda-1fe4-4b5d-82fa-7748dff4e864 HTTP/1.1" status: 204  len: 168 time: 1.6938479
Apr 07 15:27:09.735235 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a27bec-d5b5-425e-9b63-7d22baa4e452', 'tag': '5e341bc2-db4a-42c6-b4d8-01a39bab2d96'}] {{(pid=84337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:27:09.847935 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a27bec-d5b5-425e-9b63-7d22baa4e452', 'tag': '5e341bc2-db4a-42c6-b4d8-01a39bab2d96', 'status': 'completed', 'code': 200}
Apr 07 15:27:09.885888 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-1b2a555d-8f2f-4522-ba41-eb237ee60105 None None] Set router 0b849c9b-7af5-47cb-b3b3-e2d884178894 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:27:09.973287 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69280073-7f3f-481c-8983-b47cf0f1b69a req-b01ebab3-926f-4386-a195-73a1c7ed3ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:27:09.975553 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-69280073-7f3f-481c-8983-b47cf0f1b69a req-b01ebab3-926f-4386-a195-73a1c7ed3ed5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a513548b70c04cb59fd49f59b979179e&device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 1098 time: 0.0845280
Apr 07 15:27:10.135374 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2903d2f-9d21-4e5f-8a1e-29d66c10fb38 req-914fd232-5ef3-4c43-87a5-cf447ad6d58c tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:27:10.136515 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-f2903d2f-9d21-4e5f-8a1e-29d66c10fb38 req-914fd232-5ef3-4c43-87a5-cf447ad6d58c tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Synchronizing usage tracker for tenant:a513548b70c04cb59fd49f59b979179e on resource:port {{(pid=84337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:27:10.149604 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69280073-7f3f-481c-8983-b47cf0f1b69a req-6746ad1b-aed1-4173-b63f-04756223d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:27:10.151438 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-69280073-7f3f-481c-8983-b47cf0f1b69a req-6746ad1b-aed1-4173-b63f-04756223d8ee service neutron] 10.222.0.65 "GET /v2.0/networks?id=5dbf8263-9260-4744-9890-2491478b8271 HTTP/1.1" status: 200  len: 912 time: 0.1513183
Apr 07 15:27:10.153418 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-f2903d2f-9d21-4e5f-8a1e-29d66c10fb38 req-914fd232-5ef3-4c43-87a5-cf447ad6d58c tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Unset dirty status for tenant:a513548b70c04cb59fd49f59b979179e on resource:port {{(pid=84337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:27:10.154735 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f2903d2f-9d21-4e5f-8a1e-29d66c10fb38 req-914fd232-5ef3-4c43-87a5-cf447ad6d58c tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 945 time: 0.1107588
Apr 07 15:27:10.192732 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-f2903d2f-9d21-4e5f-8a1e-29d66c10fb38 req-7dabd73d-43e6-4668-80a5-38e4274c801f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0313342
Apr 07 15:27:10.232292 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-69280073-7f3f-481c-8983-b47cf0f1b69a req-3f9405e0-f604-4b06-9a8b-d4dcf15118d3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e341bc2-db4a-42c6-b4d8-01a39bab2d96 HTTP/1.1" status: 200  len: 217 time: 0.0740187
Apr 07 15:27:10.250501 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1b2a555d-8f2f-4522-ba41-eb237ee60105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690b72a20>, [{'id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:12Z', 'updated_at': '2021-04-07T15:20:16Z', 'revision_number': 4, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'gw_port': {'id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:13Z', 'updated_at': '2021-04-07T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': 'fda9b07d-debc-4048-9772-e4f565d5cb7a', 'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'mac_address': 'fa:16:3e:4a:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '96891164-c29f-43fc-aef8-583f277c76af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:16Z', 'updated_at': '2021-04-07T15:20:29Z', 'revision_number': 5, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'subnets': [{'id': '96891164-c29f-43fc-aef8-583f277c76af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:27:10.254818 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2a555d-8f2f-4522-ba41-eb237ee60105 None None] Checking router: 0b849c9b-7af5-47cb-b3b3-e2d884178894 for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:27:10.264171 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2a555d-8f2f-4522-ba41-eb237ee60105 None None] Routers {'0b849c9b-7af5-47cb-b3b3-e2d884178894'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:27:10.264840 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1b2a555d-8f2f-4522-ba41-eb237ee60105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe690b72a20>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:27:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['0b849c9b-7af5-47cb-b3b3-e2d884178894'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:27:10.303259 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69280073-7f3f-481c-8983-b47cf0f1b69a req-7a7240fc-10a9-467a-98e3-2e6788957793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:27:10.304860 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-69280073-7f3f-481c-8983-b47cf0f1b69a req-7a7240fc-10a9-467a-98e3-2e6788957793 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96891164-c29f-43fc-aef8-583f277c76af HTTP/1.1" status: 200  len: 850 time: 0.0659080
Apr 07 15:27:10.394727 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69280073-7f3f-481c-8983-b47cf0f1b69a req-3f10e4ff-79d5-4cf4-a365-0647fb494f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:27:10.396272 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-69280073-7f3f-481c-8983-b47cf0f1b69a req-3f10e4ff-79d5-4cf4-a365-0647fb494f4a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5dbf8263-9260-4744-9890-2491478b8271&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0845578
Apr 07 15:27:10.457664 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-1b2a555d-8f2f-4522-ba41-eb237ee60105 None None] Set router 0b849c9b-7af5-47cb-b3b3-e2d884178894 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:27:10.543551 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-69280073-7f3f-481c-8983-b47cf0f1b69a req-e8af1089-cdf5-46a6-9c04-cb8328f3771f service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400645
Apr 07 15:27:10.691159 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-69280073-7f3f-481c-8983-b47cf0f1b69a req-a6bd748e-80d8-4195-bc48-696bf427b552 service neutron] 10.222.0.65 "GET /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395855
Apr 07 15:27:10.809067 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1b2a555d-8f2f-4522-ba41-eb237ee60105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe690b72a20>, [{'id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:12Z', 'updated_at': '2021-04-07T15:20:16Z', 'revision_number': 4, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'gw_port': {'id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:13Z', 'updated_at': '2021-04-07T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': 'fda9b07d-debc-4048-9772-e4f565d5cb7a', 'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'mac_address': 'fa:16:3e:4a:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '96891164-c29f-43fc-aef8-583f277c76af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:16Z', 'updated_at': '2021-04-07T15:20:29Z', 'revision_number': 5, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'subnets': [{'id': '96891164-c29f-43fc-aef8-583f277c76af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:27:10.813767 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2a555d-8f2f-4522-ba41-eb237ee60105 None None] The sync data for ids ['0b849c9b-7af5-47cb-b3b3-e2d884178894'] in dv-cinder-782260-2-iscsi is: [{'id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:12Z', 'updated_at': '2021-04-07T15:20:16Z', 'revision_number': 4, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'gw_port': {'id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:13Z', 'updated_at': '2021-04-07T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi', '_interfaces': [{'id': 'fda9b07d-debc-4048-9772-e4f565d5cb7a', 'name': '', 'network_id': '5dbf8263-9260-4744-9890-2491478b8271', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'mac_address': 'fa:16:3e:4a:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '96891164-c29f-43fc-aef8-583f277c76af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:16Z', 'updated_at': '2021-04-07T15:20:29Z', 'revision_number': 5, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'subnets': [{'id': '96891164-c29f-43fc-aef8-583f277c76af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:27:11.176606 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd94ab5d-a828-4f9a-b4f1-b328f328d08d None None] New status for floating IP 0051deda-1fe4-4b5d-82fa-7748dff4e864: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 15:27:11.401689 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb0df6-ea08-4dac-ac8f-1801cebd974e req-e87ee53e-be5f-4a0f-998e-2a8498e7b673 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:27:11.403411 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-37fb0df6-ea08-4dac-ac8f-1801cebd974e req-e87ee53e-be5f-4a0f-998e-2a8498e7b673 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 945 time: 0.0922151
Apr 07 15:27:11.439667 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-37fb0df6-ea08-4dac-ac8f-1801cebd974e req-10175995-bdda-4d78-8180-20e8712e6098 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0290742
Apr 07 15:27:11.686323 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0114fc2-b9f1-4dd0-9d3c-216fe70bf212 req-27292b4c-e2cb-4861-a56c-f2d24d179111 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 15:27:11.687082 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-d0114fc2-b9f1-4dd0-9d3c-216fe70bf212 req-27292b4c-e2cb-4861-a56c-f2d24d179111 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Synchronizing usage tracker for tenant:a513548b70c04cb59fd49f59b979179e on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 15:27:11.700549 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.quota.resource [req-d0114fc2-b9f1-4dd0-9d3c-216fe70bf212 req-27292b4c-e2cb-4861-a56c-f2d24d179111 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Unset dirty status for tenant:a513548b70c04cb59fd49f59b979179e on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 15:27:11.701784 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d0114fc2-b9f1-4dd0-9d3c-216fe70bf212 req-27292b4c-e2cb-4861-a56c-f2d24d179111 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 945 time: 0.1019466
Apr 07 15:27:11.785006 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-d0114fc2-b9f1-4dd0-9d3c-216fe70bf212 req-9bd18c80-ba6a-47b4-8011-d67ef6ad715c tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Deleting port 5e341bc2-db4a-42c6-b4d8-01a39bab2d96 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:27:11.785595 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-d0114fc2-b9f1-4dd0-9d3c-216fe70bf212 req-9bd18c80-ba6a-47b4-8011-d67ef6ad715c tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:12.075108 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [req-d0114fc2-b9f1-4dd0-9d3c-216fe70bf212 req-9bd18c80-ba6a-47b4-8011-d67ef6ad715c tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] For port 5e341bc2-db4a-42c6-b4d8-01a39bab2d96, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=5e341bc2-db4a-42c6-b4d8-01a39bab2d96,segment=NetworkSegment(d6e931f7-0f70-40cb-b027-b6c01575c613),segment_id=d6e931f7-0f70-40cb-b027-b6c01575c613)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:27:12.075378 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-d0114fc2-b9f1-4dd0-9d3c-216fe70bf212 req-9bd18c80-ba6a-47b4-8011-d67ef6ad715c tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:12.227510 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [req-d0114fc2-b9f1-4dd0-9d3c-216fe70bf212 req-9bd18c80-ba6a-47b4-8011-d67ef6ad715c tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Calling delete_port for 5e341bc2-db4a-42c6-b4d8-01a39bab2d96 owned by compute:nova {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:27:12.387111 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-d0114fc2-b9f1-4dd0-9d3c-216fe70bf212 req-9bd18c80-ba6a-47b4-8011-d67ef6ad715c tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:12.403061 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-7c4ff2de-da9c-4f34-90c5-a228fae417cd tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:27:12.502836 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd18c80-ba6a-47b4-8011-d67ef6ad715c tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Pushing event deleted for resources: {'Port': ['ID=5e341bc2-db4a-42c6-b4d8-01a39bab2d96,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:27:12.512735 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-9bd18c80-ba6a-47b4-8011-d67ef6ad715c tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:27:12.604486 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-2c32a6e7-1c94-4c64-8105-aae7938d79cd req-cd83ada1-d844-4c3b-8314-80c7d672624f tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 210 time: 0.0498545
Apr 07 15:27:12.656803 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0114fc2-b9f1-4dd0-9d3c-216fe70bf212 req-9bd18c80-ba6a-47b4-8011-d67ef6ad715c tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] No DVR routers for this DVR port 5e341bc2-db4a-42c6-b4d8-01a39bab2d96 on host hv-cinder-78226 {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:27:12.659331 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [req-d0114fc2-b9f1-4dd0-9d3c-216fe70bf212 req-9bd18c80-ba6a-47b4-8011-d67ef6ad715c tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:12.662186 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a27bec-d5b5-425e-9b63-7d22baa4e452', 'name': 'network-vif-deleted', 'tag': '5e341bc2-db4a-42c6-b4d8-01a39bab2d96'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 15:27:12.678852 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-d0114fc2-b9f1-4dd0-9d3c-216fe70bf212 req-9bd18c80-ba6a-47b4-8011-d67ef6ad715c tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.65 "DELETE /v2.0/ports/5e341bc2-db4a-42c6-b4d8-01a39bab2d96 HTTP/1.1" status: 204  len: 173 time: 0.9715838
Apr 07 15:27:12.716844 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a27bec-d5b5-425e-9b63-7d22baa4e452', 'name': 'network-vif-deleted', 'tag': '5e341bc2-db4a-42c6-b4d8-01a39bab2d96', 'status': 'completed', 'code': 200}
Apr 07 15:27:13.786742 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [req-b4dffbf7-7f2a-4153-b298-849cc61d61a5 req-b0340717-718a-4af1-b416-d9bc6a86e9c9 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3a27bec-d5b5-425e-9b63-7d22baa4e452 HTTP/1.1" status: 200  len: 210 time: 0.0488863
Apr 07 15:27:13.989046 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 5e341bc2-db4a-42c6-b4d8-01a39bab2d96 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:27:14.029049 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] No Port match for: 5e341bc2-db4a-42c6-b4d8-01a39bab2d96 {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:27:14.029504 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Device 5e341bc2-db4a-42c6-b4d8-01a39bab2d96 not bound to the agent host hv-cinder-78226 {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:27:14.896493 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 41016) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:27:15.330539 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-278eeea3-47bf-4abc-b627-21592bb65ce6 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Deleting port efb64407-3042-494e-bd3e-1bc49beb4e8d {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:27:15.330931 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-278eeea3-47bf-4abc-b627-21592bb65ce6 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:15.511823 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-278eeea3-47bf-4abc-b627-21592bb65ce6 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:15.512240 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-278eeea3-47bf-4abc-b627-21592bb65ce6 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:15.645333 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-278eeea3-47bf-4abc-b627-21592bb65ce6 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Calling delete_port for efb64407-3042-494e-bd3e-1bc49beb4e8d owned by network:floatingip {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:27:15.809390 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-278eeea3-47bf-4abc-b627-21592bb65ce6 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:15.823685 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-9fcaadf6-f792-4497-888c-4f93e7341e08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:27:15.921239 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278eeea3-47bf-4abc-b627-21592bb65ce6 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Pushing event deleted for resources: {'Port': ['ID=efb64407-3042-494e-bd3e-1bc49beb4e8d,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:27:15.923837 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-278eeea3-47bf-4abc-b627-21592bb65ce6 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:27:16.092490 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-278eeea3-47bf-4abc-b627-21592bb65ce6 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for floatingip, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:16.116456 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-278eeea3-47bf-4abc-b627-21592bb65ce6 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767829'] for floatingip, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:16.118179 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-278eeea3-47bf-4abc-b627-21592bb65ce6 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "DELETE /v2.0/floatingips/cd4c3744-7095-424b-8e8a-d58aed9f6b3a HTTP/1.1" status: 204  len: 168 time: 1.2204962
Apr 07 15:27:17.526587 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 41030) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:27:17.615064 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0e28b071-94b5-4907-a4ff-2c052ed901a5 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:17.648220 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0e28b071-94b5-4907-a4ff-2c052ed901a5 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:17.709459 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0e28b071-94b5-4907-a4ff-2c052ed901a5 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:17.716055 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-fbf63232-1abe-4b9e-a94c-01959f2060fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:27:17.732356 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28b071-94b5-4907-a4ff-2c052ed901a5 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9ce5f9-ac68-4261-b9da-23cd1c6071b7,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:27:17.737224 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-0e28b071-94b5-4907-a4ff-2c052ed901a5 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:27:17.742052 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0e28b071-94b5-4907-a4ff-2c052ed901a5 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:17.754289 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-0e28b071-94b5-4907-a4ff-2c052ed901a5 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] 10.222.0.39 "DELETE /v2.0/security-groups/1f9ce5f9-ac68-4261-b9da-23cd1c6071b7 HTTP/1.1" status: 204  len: 168 time: 0.2183712
Apr 07 15:27:17.803669 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 41036) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:27:18.518179 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-267cce5f-a4a8-42a0-98e5-5922930ecd06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854367082'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:19.153382 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-267cce5f-a4a8-42a0-98e5-5922930ecd06 admin admin] Deleting port fda9b07d-debc-4048-9772-e4f565d5cb7a {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:27:19.153968 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-267cce5f-a4a8-42a0-98e5-5922930ecd06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:19.343145 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-267cce5f-a4a8-42a0-98e5-5922930ecd06 admin admin] For port fda9b07d-debc-4048-9772-e4f565d5cb7a, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=fda9b07d-debc-4048-9772-e4f565d5cb7a,segment=NetworkSegment(d6e931f7-0f70-40cb-b027-b6c01575c613),segment_id=d6e931f7-0f70-40cb-b027-b6c01575c613)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:27:19.343546 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-267cce5f-a4a8-42a0-98e5-5922930ecd06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:19.477883 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-267cce5f-a4a8-42a0-98e5-5922930ecd06 admin admin] Calling delete_port for fda9b07d-debc-4048-9772-e4f565d5cb7a owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:27:19.662050 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-267cce5f-a4a8-42a0-98e5-5922930ecd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:19.675288 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6520a10d-a51d-46f8-9781-a86a64c8e075 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:27:19.772394 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267cce5f-a4a8-42a0-98e5-5922930ecd06 admin admin] Pushing event deleted for resources: {'Port': ['ID=fda9b07d-debc-4048-9772-e4f565d5cb7a,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:27:19.782640 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-267cce5f-a4a8-42a0-98e5-5922930ecd06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:27:20.145108 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-267cce5f-a4a8-42a0-98e5-5922930ecd06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854367835'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:20.674667 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267cce5f-a4a8-42a0-98e5-5922930ecd06 admin admin] Router 0b849c9b-7af5-47cb-b3b3-e2d884178894 has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:27:20.877767 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267cce5f-a4a8-42a0-98e5-5922930ecd06 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:27:20.887740 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc300bb-9ec3-40b1-a711-fdfe5018b9b4 None None] Sync routers for ids ['0b849c9b-7af5-47cb-b3b3-e2d884178894'] in dv-cinder-782260-2-iscsi {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:27:20.892190 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-267cce5f-a4a8-42a0-98e5-5922930ecd06 admin admin] 10.222.0.39 "PUT /v2.0/routers/0b849c9b-7af5-47cb-b3b3-e2d884178894/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0869541
Apr 07 15:27:20.894805 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 41042) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:27:20.898110 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc300bb-9ec3-40b1-a711-fdfe5018b9b4 None None] Routers {'0b849c9b-7af5-47cb-b3b3-e2d884178894'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:27:20.898807 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1bc300bb-9ec3-40b1-a711-fdfe5018b9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe692371208>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:27:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['0b849c9b-7af5-47cb-b3b3-e2d884178894'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:27:21.097171 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6f403763-3f9e-4b45-be86-4d04900fc6f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:21.101900 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-1bc300bb-9ec3-40b1-a711-fdfe5018b9b4 None None] Set router 0b849c9b-7af5-47cb-b3b3-e2d884178894 gateway port host: dv-cinder-782260-2-iscsi {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:27:21.289572 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6f403763-3f9e-4b45-be86-4d04900fc6f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:21.298871 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-6f403763-3f9e-4b45-be86-4d04900fc6f7 admin admin] Deleting port 2f0e074f-234c-4025-a166-1e5c44a216cc {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:27:21.299215 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6f403763-3f9e-4b45-be86-4d04900fc6f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:21.411383 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1bc300bb-9ec3-40b1-a711-fdfe5018b9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe692371208>, [{'id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:12Z', 'updated_at': '2021-04-07T15:27:19Z', 'revision_number': 5, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'gw_port': {'id': '2f0e074f-234c-4025-a166-1e5c44a216cc', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:13Z', 'updated_at': '2021-04-07T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi'}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:27:21.415757 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc300bb-9ec3-40b1-a711-fdfe5018b9b4 None None] Checking router: 0b849c9b-7af5-47cb-b3b3-e2d884178894 for host: dv-cinder-782260-2-iscsi {{(pid=84339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:27:21.425428 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc300bb-9ec3-40b1-a711-fdfe5018b9b4 None None] Routers {'0b849c9b-7af5-47cb-b3b3-e2d884178894'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:27:21.426123 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1bc300bb-9ec3-40b1-a711-fdfe5018b9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe692371208>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:27:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['0b849c9b-7af5-47cb-b3b3-e2d884178894'], 'active': True} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:27:21.489158 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-6f403763-3f9e-4b45-be86-4d04900fc6f7 admin admin] For port 2f0e074f-234c-4025-a166-1e5c44a216cc, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=2f0e074f-234c-4025-a166-1e5c44a216cc,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:27:21.489580 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6f403763-3f9e-4b45-be86-4d04900fc6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:21.623588 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-6f403763-3f9e-4b45-be86-4d04900fc6f7 admin admin] Calling delete_port for 2f0e074f-234c-4025-a166-1e5c44a216cc owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:27:21.773993 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-1bc300bb-9ec3-40b1-a711-fdfe5018b9b4 None None] Set router 0b849c9b-7af5-47cb-b3b3-e2d884178894 gateway port host: None {{(pid=84339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:27:21.817439 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6f403763-3f9e-4b45-be86-4d04900fc6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850672098'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:21.833585 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-92bf44c4-ab6b-4e7d-a35b-2e43a2c70724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:27:21.890852 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1bc300bb-9ec3-40b1-a711-fdfe5018b9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe692371208>, [{'id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:12Z', 'updated_at': '2021-04-07T15:27:21Z', 'revision_number': 6, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'gw_port_host': None}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:27:21.896409 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc300bb-9ec3-40b1-a711-fdfe5018b9b4 None None] The sync data for ids ['0b849c9b-7af5-47cb-b3b3-e2d884178894'] in dv-cinder-782260-2-iscsi is: [{'id': '0b849c9b-7af5-47cb-b3b3-e2d884178894', 'name': 'tempest-TestVolumeBootPattern-573917843-router', 'tenant_id': 'a513548b70c04cb59fd49f59b979179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:12Z', 'updated_at': '2021-04-07T15:27:21Z', 'revision_number': 6, 'project_id': 'a513548b70c04cb59fd49f59b979179e', 'gw_port_host': None}] {{(pid=84339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:27:22.202556 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f403763-3f9e-4b45-be86-4d04900fc6f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f0e074f-234c-4025-a166-1e5c44a216cc,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:27:22.205124 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-6f403763-3f9e-4b45-be86-4d04900fc6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:27:22.373129 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6f403763-3f9e-4b45-be86-4d04900fc6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854265947'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:22.423995 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 2f0e074f-234c-4025-a166-1e5c44a216cc no longer exists at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:27:22.461414 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] No Port match for: 2f0e074f-234c-4025-a166-1e5c44a216cc {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:27:22.461806 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 2f0e074f-234c-4025-a166-1e5c44a216cc not bound to the agent host dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:27:22.462273 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device fda9b07d-debc-4048-9772-e4f565d5cb7a no longer exists at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:27:22.497637 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] No Port match for: fda9b07d-debc-4048-9772-e4f565d5cb7a {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:27:22.497977 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device fda9b07d-debc-4048-9772-e4f565d5cb7a not bound to the agent host dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:27:22.560812 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6f403763-3f9e-4b45-be86-4d04900fc6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8050'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:22.563385 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6f403763-3f9e-4b45-be86-4d04900fc6f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:22.593593 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6f403763-3f9e-4b45-be86-4d04900fc6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-401551'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:22.594096 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f403763-3f9e-4b45-be86-4d04900fc6f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b849c9b-7af5-47cb-b3b3-e2d884178894 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 07 15:27:22.607500 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6f403763-3f9e-4b45-be86-4d04900fc6f7 admin admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:22.608797 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-6f403763-3f9e-4b45-be86-4d04900fc6f7 admin admin] 10.222.0.39 "DELETE /v2.0/routers/0b849c9b-7af5-47cb-b3b3-e2d884178894 HTTP/1.1" status: 204  len: 168 time: 1.7129698
Apr 07 15:27:22.611764 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 41046) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:27:22.681516 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2064716-27e5-49d8-ac0a-9e1b82caec40 admin admin] Deleting subnet 96891164-c29f-43fc-aef8-583f277c76af {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 15:27:22.685259 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d2064716-27e5-49d8-ac0a-9e1b82caec40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:22.739470 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d2064716-27e5-49d8-ac0a-9e1b82caec40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2959060'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:22.832922 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d2064716-27e5-49d8-ac0a-9e1b82caec40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770737'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:23.096792 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d2064716-27e5-49d8-ac0a-9e1b82caec40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4103732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852538005'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:23.112783 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:27:23.205062 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2064716-27e5-49d8-ac0a-9e1b82caec40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96891164-c29f-43fc-aef8-583f277c76af,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:27:23.217255 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-d2064716-27e5-49d8-ac0a-9e1b82caec40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:27:23.251946 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d2064716-27e5-49d8-ac0a-9e1b82caec40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:23.257093 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601aa3b9-6873-42c5-b760-ee5d5457f1b6 None None] Network 5dbf8263-9260-4744-9890-2491478b8271 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:27:23.259388 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-d2064716-27e5-49d8-ac0a-9e1b82caec40 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/96891164-c29f-43fc-aef8-583f277c76af HTTP/1.1" status: 204  len: 168 time: 0.6464911
Apr 07 15:27:23.262475 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 41050) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:27:23.380150 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-33cda1db-ce5b-4b07-9168-2b0d069d8694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-189805'] for network, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:23.452750 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-33cda1db-ce5b-4b07-9168-2b0d069d8694 admin admin] Deleting port dff976e7-f269-4f3d-889a-2bc6cdd95586 {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:27:23.453112 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-33cda1db-ce5b-4b07-9168-2b0d069d8694 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:23.521381 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63c821b-9dc7-471e-bb1b-fe73f4522038 None None] DHCP port deletion for 5dbf8263-9260-4744-9890-2491478b8271 request from dv-cinder-782260-2-iscsi {{(pid=84339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 07 15:27:23.526528 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a63c821b-9dc7-471e-bb1b-fe73f4522038 None None] Deleting port dff976e7-f269-4f3d-889a-2bc6cdd95586 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:27:23.526961 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a63c821b-9dc7-471e-bb1b-fe73f4522038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:23.675978 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-33cda1db-ce5b-4b07-9168-2b0d069d8694 admin admin] For port dff976e7-f269-4f3d-889a-2bc6cdd95586, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=dff976e7-f269-4f3d-889a-2bc6cdd95586,segment=NetworkSegment(d6e931f7-0f70-40cb-b027-b6c01575c613),segment_id=d6e931f7-0f70-40cb-b027-b6c01575c613)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:27:23.676286 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-33cda1db-ce5b-4b07-9168-2b0d069d8694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:23.746799 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a63c821b-9dc7-471e-bb1b-fe73f4522038 None None] For port dff976e7-f269-4f3d-889a-2bc6cdd95586, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=dff976e7-f269-4f3d-889a-2bc6cdd95586,segment=NetworkSegment(d6e931f7-0f70-40cb-b027-b6c01575c613),segment_id=d6e931f7-0f70-40cb-b027-b6c01575c613)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:27:23.747161 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a63c821b-9dc7-471e-bb1b-fe73f4522038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:23.814551 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-33cda1db-ce5b-4b07-9168-2b0d069d8694 admin admin] Calling delete_port for dff976e7-f269-4f3d-889a-2bc6cdd95586 owned by network:dhcp {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:27:23.883664 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a63c821b-9dc7-471e-bb1b-fe73f4522038 None None] Calling delete_port for dff976e7-f269-4f3d-889a-2bc6cdd95586 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:27:23.894866 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-33cda1db-ce5b-4b07-9168-2b0d069d8694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:23.908387 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-38225bba-58e5-4d02-acdc-a48b1003c607 tempest-TestVolumeBootPattern-580845579 tempest-TestVolumeBootPattern-580845579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:27:23.959920 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.db.api [None req-a63c821b-9dc7-471e-bb1b-fe73f4522038 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 07 15:27:23.960243 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_db.api [None req-a63c821b-9dc7-471e-bb1b-fe73f4522038 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 07 15:27:24.000865 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cda1db-ce5b-4b07-9168-2b0d069d8694 admin admin] Pushing event deleted for resources: {'Port': ['ID=dff976e7-f269-4f3d-889a-2bc6cdd95586,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:27:24.007815 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-33cda1db-ce5b-4b07-9168-2b0d069d8694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:27:24.053676 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cda1db-ce5b-4b07-9168-2b0d069d8694 admin admin] No DVR routers for this DVR port dff976e7-f269-4f3d-889a-2bc6cdd95586 on host dv-cinder-782260-2-iscsi {{(pid=84337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:27:24.187697 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-33cda1db-ce5b-4b07-9168-2b0d069d8694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-63823', 'neutron.services.segments.db._delete_segments_for_network--9223363247586968590'] for network, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:24.304212 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-33cda1db-ce5b-4b07-9168-2b0d069d8694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe6906f0cf8>,) {'filters': {'network_id': ['5dbf8263-9260-4744-9890-2491478b8271']}} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:27:24.317565 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-33cda1db-ce5b-4b07-9168-2b0d069d8694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe6906f0cf8>, 'd6e931f7-0f70-40cb-b027-b6c01575c613') {'for_net_delete': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:27:24.317930 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-33cda1db-ce5b-4b07-9168-2b0d069d8694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe6906f0cf8>, 'd6e931f7-0f70-40cb-b027-b6c01575c613') {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:27:24.330156 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-33cda1db-ce5b-4b07-9168-2b0d069d8694 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247586917884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2796996'] for segment, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:24.345358 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-33cda1db-ce5b-4b07-9168-2b0d069d8694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:24.351745 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33cda1db-ce5b-4b07-9168-2b0d069d8694 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=84337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 15:27:24.422933 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device dff976e7-f269-4f3d-889a-2bc6cdd95586 no longer exists at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:27:24.460322 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] No Port match for: dff976e7-f269-4f3d-889a-2bc6cdd95586 {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:27:24.460714 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device dff976e7-f269-4f3d-889a-2bc6cdd95586 not bound to the agent host dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:27:24.462113 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a63c821b-9dc7-471e-bb1b-fe73f4522038 None None] Deleting port dff976e7-f269-4f3d-889a-2bc6cdd95586 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:27:24.462573 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a63c821b-9dc7-471e-bb1b-fe73f4522038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:24.535503 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-a63c821b-9dc7-471e-bb1b-fe73f4522038 None None] The port 'dff976e7-f269-4f3d-889a-2bc6cdd95586' was deleted {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 07 15:27:24.537600 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-33cda1db-ce5b-4b07-9168-2b0d069d8694 admin admin] Network 5dbf8263-9260-4744-9890-2491478b8271 has no segments {{(pid=84337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:27:24.547313 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-33cda1db-ce5b-4b07-9168-2b0d069d8694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852156655'] for segment, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:24.728561 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-33cda1db-ce5b-4b07-9168-2b0d069d8694 admin admin] Network 5dbf8263-9260-4744-9890-2491478b8271 has no segments {{(pid=84337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]: Traceback (most recent call last):
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:     timer()
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:     cb(*args, **kw)
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:     return func(*args, **kwargs)
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:     self._notify()
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:     self.callback(batched_events)
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:     event.method(event)
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:     segment_id)['aggregates'][0]
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:     return f(self, *a, **k)
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self._get(url).json()
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:     **kwargs)
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self.request(url, 'GET', **kwargs)
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:     **endpoint_filter)
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 15:27:24.756829 dv-cinder-782260-2-iscsi neutron-server[84224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 15:27:24.837791 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-33cda1db-ce5b-4b07-9168-2b0d069d8694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854711993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509890'] for network, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:24.841870 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-eedd012a-969a-4827-988a-6d65637d9f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:27:24.860619 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-33cda1db-ce5b-4b07-9168-2b0d069d8694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:24.867372 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cda1db-ce5b-4b07-9168-2b0d069d8694 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dbf8263-9260-4744-9890-2491478b8271,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:27:24.872069 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-33cda1db-ce5b-4b07-9168-2b0d069d8694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:27:24.885435 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-33cda1db-ce5b-4b07-9168-2b0d069d8694 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5dbf8263-9260-4744-9890-2491478b8271 HTTP/1.1" status: 204  len: 168 time: 1.6216259
Apr 07 15:27:24.888528 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 41054) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:27:25.485058 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-671efed6-37c9-4048-97b1-8a967b10bf96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854367082'] for router_interface, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:25.864641 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-671efed6-37c9-4048-97b1-8a967b10bf96 admin admin] Deleting port 6b1bf4cd-8f31-4c8c-bdc2-206aab77c971 {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:27:25.865023 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-671efed6-37c9-4048-97b1-8a967b10bf96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:26.307043 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-671efed6-37c9-4048-97b1-8a967b10bf96 admin admin] For port 6b1bf4cd-8f31-4c8c-bdc2-206aab77c971, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=6b1bf4cd-8f31-4c8c-bdc2-206aab77c971,segment=NetworkSegment(c34248b6-b055-419f-8674-883e762bbfbb),segment_id=c34248b6-b055-419f-8674-883e762bbfbb)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:27:26.307670 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-671efed6-37c9-4048-97b1-8a967b10bf96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:26.440449 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-671efed6-37c9-4048-97b1-8a967b10bf96 admin admin] Calling delete_port for 6b1bf4cd-8f31-4c8c-bdc2-206aab77c971 owned by network:router_interface {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:27:26.630677 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-671efed6-37c9-4048-97b1-8a967b10bf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:26.653856 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-682106c4-5d4f-4c8d-8f8a-7de778462c82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:27:26.757279 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671efed6-37c9-4048-97b1-8a967b10bf96 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b1bf4cd-8f31-4c8c-bdc2-206aab77c971,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:27:26.762110 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-671efed6-37c9-4048-97b1-8a967b10bf96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:27:27.125751 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-671efed6-37c9-4048-97b1-8a967b10bf96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854367835'] for router_interface, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:27.406265 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-698fe8c2-f1b1-40db-bbbe-805d872c9da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:27.661634 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671efed6-37c9-4048-97b1-8a967b10bf96 admin admin] Router b473389c-d3aa-4098-bfc3-6d7d3ffdcadf has already been hosted by L3 agent 68e91330-1547-4583-b49b-ec8634823321 {{(pid=84337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 15:27:27.859341 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671efed6-37c9-4048-97b1-8a967b10bf96 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-iscsi the message routers_updated {{(pid=84337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 15:27:27.868496 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9073d77-bc5a-42f4-a588-a22660808d6b None None] Sync routers for ids ['b473389c-d3aa-4098-bfc3-6d7d3ffdcadf'] in dv-cinder-782260-2-iscsi {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 15:27:27.876731 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-671efed6-37c9-4048-97b1-8a967b10bf96 admin admin] 10.222.0.39 "PUT /v2.0/routers/b473389c-d3aa-4098-bfc3-6d7d3ffdcadf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9870842
Apr 07 15:27:27.879441 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 41058) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:27:27.879862 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9073d77-bc5a-42f4-a588-a22660808d6b None None] Routers {'b473389c-d3aa-4098-bfc3-6d7d3ffdcadf'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:27:27.880551 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d9073d77-bc5a-42f4-a588-a22660808d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6912e9320>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:27:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['b473389c-d3aa-4098-bfc3-6d7d3ffdcadf'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:27:28.070142 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dda8e92c-a2aa-4c98-9e38-d379a4101bfa admin admin] Notify callbacks [] for router, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:28.072281 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-d9073d77-bc5a-42f4-a588-a22660808d6b None None] Set router b473389c-d3aa-4098-bfc3-6d7d3ffdcadf gateway port host: dv-cinder-782260-2-iscsi {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:27:28.262028 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dda8e92c-a2aa-4c98-9e38-d379a4101bfa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:28.270513 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-dda8e92c-a2aa-4c98-9e38-d379a4101bfa admin admin] Deleting port 182f0ff3-3758-44d4-a92e-d4a3a2439296 {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:27:28.270951 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dda8e92c-a2aa-4c98-9e38-d379a4101bfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:28.382739 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d9073d77-bc5a-42f4-a588-a22660808d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6912e9320>, [{'id': 'b473389c-d3aa-4098-bfc3-6d7d3ffdcadf', 'name': 'tempest-TestVolumeBootPattern-1562894554-router', 'tenant_id': '27c826b1b0584b3c8a1e348af1df1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'external_fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '182f0ff3-3758-44d4-a92e-d4a3a2439296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:20Z', 'updated_at': '2021-04-07T15:27:26Z', 'revision_number': 5, 'project_id': '27c826b1b0584b3c8a1e348af1df1bad', 'gw_port': {'id': '182f0ff3-3758-44d4-a92e-d4a3a2439296', 'name': '', 'network_id': 'aaa28d56-97c7-4706-9a1c-f1c898d32c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b473389c-d3aa-4098-bfc3-6d7d3ffdcadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:20:21Z', 'updated_at': '2021-04-07T15:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7c1ceb7-afc7-4e6b-a320-ac4ba543f7b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-iscsi'}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:27:28.387011 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9073d77-bc5a-42f4-a588-a22660808d6b None None] Checking router: b473389c-d3aa-4098-bfc3-6d7d3ffdcadf for host: dv-cinder-782260-2-iscsi {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 15:27:28.397738 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9073d77-bc5a-42f4-a588-a22660808d6b None None] Routers {'b473389c-d3aa-4098-bfc3-6d7d3ffdcadf'} bound to L3 agent in host dv-cinder-782260-2-iscsi {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 15:27:28.398448 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d9073d77-bc5a-42f4-a588-a22660808d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe6912e9320>, 'dv-cinder-782260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:30Z,description=<?>,heartbeat_timestamp=2021-04-07T15:27:00Z,host='dv-cinder-782260-2-iscsi',id=68e91330-1547-4583-b49b-ec8634823321,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T15:00:30Z,topic='l3_agent')) {'router_ids': ['b473389c-d3aa-4098-bfc3-6d7d3ffdcadf'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:27:28.458879 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-dda8e92c-a2aa-4c98-9e38-d379a4101bfa admin admin] For port 182f0ff3-3758-44d4-a92e-d4a3a2439296, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=182f0ff3-3758-44d4-a92e-d4a3a2439296,segment=NetworkSegment(44896666-8136-41dd-8762-01353411c0f9),segment_id=44896666-8136-41dd-8762-01353411c0f9)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:27:28.459488 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dda8e92c-a2aa-4c98-9e38-d379a4101bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:28.558425 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-d9073d77-bc5a-42f4-a588-a22660808d6b None None] Set router b473389c-d3aa-4098-bfc3-6d7d3ffdcadf gateway port host: None {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 15:27:28.595725 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-dda8e92c-a2aa-4c98-9e38-d379a4101bfa admin admin] Calling delete_port for 182f0ff3-3758-44d4-a92e-d4a3a2439296 owned by network:router_gateway {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:27:28.674907 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d9073d77-bc5a-42f4-a588-a22660808d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe6912e9320>, [{'id': 'b473389c-d3aa-4098-bfc3-6d7d3ffdcadf', 'name': 'tempest-TestVolumeBootPattern-1562894554-router', 'tenant_id': '27c826b1b0584b3c8a1e348af1df1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:20Z', 'updated_at': '2021-04-07T15:27:28Z', 'revision_number': 6, 'project_id': '27c826b1b0584b3c8a1e348af1df1bad', 'gw_port_host': None}], 'dv-cinder-782260-2-iscsi', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:27:28.679758 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9073d77-bc5a-42f4-a588-a22660808d6b None None] The sync data for ids ['b473389c-d3aa-4098-bfc3-6d7d3ffdcadf'] in dv-cinder-782260-2-iscsi is: [{'id': 'b473389c-d3aa-4098-bfc3-6d7d3ffdcadf', 'name': 'tempest-TestVolumeBootPattern-1562894554-router', 'tenant_id': '27c826b1b0584b3c8a1e348af1df1bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:20:20Z', 'updated_at': '2021-04-07T15:27:28Z', 'revision_number': 6, 'project_id': '27c826b1b0584b3c8a1e348af1df1bad', 'gw_port_host': None}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 15:27:29.035200 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dda8e92c-a2aa-4c98-9e38-d379a4101bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:29.048812 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-c0a80f39-eb8b-4c91-8353-f661abdd0eac tempest-AttachVolumeShelveTestJSON-526230173 tempest-AttachVolumeShelveTestJSON-526230173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:27:29.147907 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8e92c-a2aa-4c98-9e38-d379a4101bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=182f0ff3-3758-44d4-a92e-d4a3a2439296,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:27:29.159916 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-dda8e92c-a2aa-4c98-9e38-d379a4101bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:27:29.326374 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dda8e92c-a2aa-4c98-9e38-d379a4101bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854265947'] for router_gateway, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:29.520197 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dda8e92c-a2aa-4c98-9e38-d379a4101bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8050'] for router, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:29.524437 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dda8e92c-a2aa-4c98-9e38-d379a4101bfa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:29.557948 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dda8e92c-a2aa-4c98-9e38-d379a4101bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-401551'] for router, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:29.558694 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda8e92c-a2aa-4c98-9e38-d379a4101bfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b473389c-d3aa-4098-bfc3-6d7d3ffdcadf {{(pid=84337) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 07 15:27:29.572262 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-dda8e92c-a2aa-4c98-9e38-d379a4101bfa admin admin] Notify callbacks [] for router, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:29.573533 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-dda8e92c-a2aa-4c98-9e38-d379a4101bfa admin admin] 10.222.0.39 "DELETE /v2.0/routers/b473389c-d3aa-4098-bfc3-6d7d3ffdcadf HTTP/1.1" status: 204  len: 168 time: 1.6931126
Apr 07 15:27:29.576844 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 41062) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:27:29.643536 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2303912-8d07-4fc4-9e7a-ff4aef8f8353 admin admin] Deleting subnet 367286bc-581d-4247-907f-2d4b315a0bf2 {{(pid=84337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 15:27:29.646920 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f2303912-8d07-4fc4-9e7a-ff4aef8f8353 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:29.703862 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f2303912-8d07-4fc4-9e7a-ff4aef8f8353 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851978756'] for subnet, precommit_delete_associations {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:29.786949 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f2303912-8d07-4fc4-9e7a-ff4aef8f8353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770737'] for subnet, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:29.999596 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-25346548-5338-4138-b790-f7cf3d72f33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:30.081875 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f2303912-8d07-4fc4-9e7a-ff4aef8f8353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852156596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851747216'] for subnet, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:30.098073 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:27:30.119812 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:30.184196 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2303912-8d07-4fc4-9e7a-ff4aef8f8353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=367286bc-581d-4247-907f-2d4b315a0bf2,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:27:30.188848 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-f2303912-8d07-4fc4-9e7a-ff4aef8f8353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:27:30.239472 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f2303912-8d07-4fc4-9e7a-ff4aef8f8353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for subnet, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:30.245188 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8f28dc-0694-4d32-8b49-9a3dc9ede8af None None] Network 9911fa10-978b-4d1c-946e-d1935f9ebef1 requested from dv-cinder-782260-2-iscsi {{(pid=84339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 15:27:30.245864 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-f2303912-8d07-4fc4-9e7a-ff4aef8f8353 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/367286bc-581d-4247-907f-2d4b315a0bf2 HTTP/1.1" status: 204  len: 168 time: 0.6679184
Apr 07 15:27:30.248659 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 41066) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:27:30.367954 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3f1974c2-604c-4dc4-9077-ff78de4c2dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-189805'] for network, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:30.433123 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 6b1bf4cd-8f31-4c8c-bdc2-206aab77c971 no longer exists at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:27:30.439739 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-3f1974c2-604c-4dc4-9077-ff78de4c2dd3 admin admin] Deleting port 32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70 {{(pid=84337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:27:30.440131 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3f1974c2-604c-4dc4-9077-ff78de4c2dd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:30.473669 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] No Port match for: 6b1bf4cd-8f31-4c8c-bdc2-206aab77c971 {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:27:30.474073 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 6b1bf4cd-8f31-4c8c-bdc2-206aab77c971 not bound to the agent host dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:27:30.474537 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 182f0ff3-3758-44d4-a92e-d4a3a2439296 no longer exists at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:27:30.517192 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] No Port match for: 182f0ff3-3758-44d4-a92e-d4a3a2439296 {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:27:30.517612 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 182f0ff3-3758-44d4-a92e-d4a3a2439296 not bound to the agent host dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:27:30.584336 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa4dca0-3756-4e24-81d0-ae4180afa072 None None] DHCP port deletion for 9911fa10-978b-4d1c-946e-d1935f9ebef1 request from dv-cinder-782260-2-iscsi {{(pid=84339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 07 15:27:30.589318 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-eaa4dca0-3756-4e24-81d0-ae4180afa072 None None] Deleting port 32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:27:30.589848 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-eaa4dca0-3756-4e24-81d0-ae4180afa072 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:30.669002 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-3f1974c2-604c-4dc4-9077-ff78de4c2dd3 admin admin] For port 32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70,segment=NetworkSegment(c34248b6-b055-419f-8674-883e762bbfbb),segment_id=c34248b6-b055-419f-8674-883e762bbfbb)] {{(pid=84337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:27:30.669308 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3f1974c2-604c-4dc4-9077-ff78de4c2dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:30.802474 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-3f1974c2-604c-4dc4-9077-ff78de4c2dd3 admin admin] Calling delete_port for 32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70 owned by network:dhcp {{(pid=84337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:27:30.813937 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-eaa4dca0-3756-4e24-81d0-ae4180afa072 None None] For port 32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70, host dv-cinder-782260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-iscsi',level=0,port_id=32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70,segment=NetworkSegment(c34248b6-b055-419f-8674-883e762bbfbb),segment_id=c34248b6-b055-419f-8674-883e762bbfbb)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 15:27:30.814356 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-eaa4dca0-3756-4e24-81d0-ae4180afa072 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408184'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:30.883659 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3f1974c2-604c-4dc4-9077-ff78de4c2dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854593149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854560010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247587001221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247587438964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2619238'] for port, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:30.897183 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-dc00789c-8bee-4c0f-b098-b7508c37b86f tempest-VolumesSnapshotTestJSON-343343987 tempest-VolumesSnapshotTestJSON-343343987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:27:30.947610 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-eaa4dca0-3756-4e24-81d0-ae4180afa072 None None] Calling delete_port for 32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 15:27:30.999778 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1974c2-604c-4dc4-9077-ff78de4c2dd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:27:31.012426 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-3f1974c2-604c-4dc4-9077-ff78de4c2dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:27:31.028565 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.db.api [None req-eaa4dca0-3756-4e24-81d0-ae4180afa072 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 07 15:27:31.028986 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_db.api [None req-eaa4dca0-3756-4e24-81d0-ae4180afa072 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 07 15:27:31.045527 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1974c2-604c-4dc4-9077-ff78de4c2dd3 admin admin] No DVR routers for this DVR port 32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70 on host dv-cinder-782260-2-iscsi {{(pid=84337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 15:27:31.173912 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3f1974c2-604c-4dc4-9077-ff78de4c2dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-63823', 'neutron.services.segments.db._delete_segments_for_network--9223363247586968590'] for network, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:31.294681 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-3f1974c2-604c-4dc4-9077-ff78de4c2dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe690de5748>,) {'filters': {'network_id': ['9911fa10-978b-4d1c-946e-d1935f9ebef1']}} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:27:31.307713 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-3f1974c2-604c-4dc4-9077-ff78de4c2dd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe690de5748>, 'c34248b6-b055-419f-8674-883e762bbfbb') {'for_net_delete': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:27:31.308071 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.services.segments.db [None req-3f1974c2-604c-4dc4-9077-ff78de4c2dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe690de5748>, 'c34248b6-b055-419f-8674-883e762bbfbb') {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 15:27:31.320630 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3f1974c2-604c-4dc4-9077-ff78de4c2dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247586917884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2796996'] for segment, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:31.341908 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3f1974c2-604c-4dc4-9077-ff78de4c2dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:31.348874 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1974c2-604c-4dc4-9077-ff78de4c2dd3 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=84337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 15:27:31.389643 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:31.530073 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-3f1974c2-604c-4dc4-9077-ff78de4c2dd3 admin admin] Network 9911fa10-978b-4d1c-946e-d1935f9ebef1 has no segments {{(pid=84337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:27:31.530595 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-eaa4dca0-3756-4e24-81d0-ae4180afa072 None None] Deleting port 32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 15:27:31.531069 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-eaa4dca0-3756-4e24-81d0-ae4180afa072 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789267765670'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:31.539546 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3f1974c2-604c-4dc4-9077-ff78de4c2dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852156655'] for segment, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:31.604179 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-eaa4dca0-3756-4e24-81d0-ae4180afa072 None None] The port '32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70' was deleted {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 07 15:27:31.730841 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-3f1974c2-604c-4dc4-9077-ff78de4c2dd3 admin admin] Network 9911fa10-978b-4d1c-946e-d1935f9ebef1 has no segments {{(pid=84337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]: Traceback (most recent call last):
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:     timer()
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:     cb(*args, **kw)
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:     return func(*args, **kwargs)
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:     self._notify()
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:     self.callback(batched_events)
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:     event.method(event)
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:     segment_id)['aggregates'][0]
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:     return f(self, *a, **k)
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self._get(url).json()
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:     **kwargs)
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:     return self.request(url, 'GET', **kwargs)
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:     **endpoint_filter)
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 15:27:31.755256 dv-cinder-782260-2-iscsi neutron-server[84224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 15:27:31.845922 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3f1974c2-604c-4dc4-9077-ff78de4c2dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854711993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509890'] for network, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:31.850812 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ecc27f90-e90a-4d4b-8b12-62f82aafc3f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:27:31.871228 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3f1974c2-604c-4dc4-9077-ff78de4c2dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609480'] for network, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:31.882266 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1974c2-604c-4dc4-9077-ff78de4c2dd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9911fa10-978b-4d1c-946e-d1935f9ebef1,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:27:31.887121 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-3f1974c2-604c-4dc4-9077-ff78de4c2dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:27:31.890688 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-3f1974c2-604c-4dc4-9077-ff78de4c2dd3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9911fa10-978b-4d1c-946e-d1935f9ebef1 HTTP/1.1" status: 204  len: 168 time: 1.6409361
Apr 07 15:27:31.913249 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:32.025149 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 41072) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:27:32.062346 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-1ce8c50f-e482-434a-9581-b86d10bdc713 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a513548b70c04cb59fd49f59b979179e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0356412
Apr 07 15:27:32.065580 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.39', 41076) {{(pid=84338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:27:32.104951 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:32.130521 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-35ec2dd3-4a31-46ac-b806-89eacb938382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:32.162110 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-35ec2dd3-4a31-46ac-b806-89eacb938382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:32.231484 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-35ec2dd3-4a31-46ac-b806-89eacb938382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:32.235467 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-ab7433a4-e8bb-46a1-b20f-3e1eb3443492 tempest-AttachVolumeTestJSON-624265588 tempest-AttachVolumeTestJSON-624265588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:27:32.250621 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec2dd3-4a31-46ac-b806-89eacb938382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340bfd65-dac2-429b-b4f1-52c57f217e03,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:27:32.254891 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-35ec2dd3-4a31-46ac-b806-89eacb938382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:27:32.260530 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-35ec2dd3-4a31-46ac-b806-89eacb938382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:32.262244 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-35ec2dd3-4a31-46ac-b806-89eacb938382 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/340bfd65-dac2-429b-b4f1-52c57f217e03 HTTP/1.1" status: 204  len: 168 time: 0.1952846
Apr 07 15:27:32.427440 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70 no longer exists at agent ovs-agent-dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 15:27:32.468401 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] No Port match for: 32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70 {{(pid=84339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 15:27:32.468787 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.plugins.ml2.rpc [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Device 32f5dc8d-0eb1-4d75-a43f-5ee4cb55db70 not bound to the agent host dv-cinder-782260-2-iscsi {{(pid=84339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 15:27:32.643861 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 41086) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:27:32.679570 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-4abaa62b-7492-4123-a4b6-331365639821 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=27c826b1b0584b3c8a1e348af1df1bad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0344179
Apr 07 15:27:32.682076 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [-] (84337) accepted ('10.222.0.39', 41090) {{(pid=84337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 15:27:32.745239 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a2e29d9b-0979-4541-9b77-178be8f27516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:32.778259 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a2e29d9b-0979-4541-9b77-178be8f27516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:33.092206 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a2e29d9b-0979-4541-9b77-178be8f27516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426747'] for security_group, after_delete {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:33.099957 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-cf956c68-25d1-49e1-8385-b361c8471157 tempest-TestMinimumBasicScenario-1489352355 tempest-TestMinimumBasicScenario-1489352355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 15:27:33.112273 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e29d9b-0979-4541-9b77-178be8f27516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afce960-93ba-49ed-95bc-2032690cfaa1,revision_number=None']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 15:27:33.115954 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG oslo_concurrency.lockutils [None req-a2e29d9b-0979-4541-9b77-178be8f27516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 15:27:33.120433 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a2e29d9b-0979-4541-9b77-178be8f27516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:27:33.121696 dv-cinder-782260-2-iscsi neutron-server[84224]: INFO neutron.wsgi [None req-a2e29d9b-0979-4541-9b77-178be8f27516 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7afce960-93ba-49ed-95bc-2032690cfaa1 HTTP/1.1" status: 204  len: 168 time: 0.4386671
Apr 07 15:27:42.576839 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:27:57.404152 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-85130745-050f-4dc5-baed-998a794f5a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:28:00.010967 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c1f732b3-f496-47cd-bb40-48a997ebf01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:28:00.134148 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:28:01.405836 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:28:01.916909 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:28:02.134180 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:28:16.837710 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [req-be4f6f4f-17f2-4f19-9858-8af76945b4fe req-7e6883c3-9bfa-415b-a7b5-b6a80b010ddf service neutron] (84338) timed out ('10.222.0.65', 63184) {{(pid=84338) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 07 15:28:19.581928 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:28:27.404089 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f12967fe-6dab-4804-9072-cf92c243957c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:28:30.013147 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-295283b4-8c56-49e7-b1da-f2bed30b9a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:28:30.135619 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:28:31.400682 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:28:31.918073 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:28:32.144167 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:28:56.587510 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:28:57.397982 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-88349f2e-1d91-464c-adfd-2e7cf2c1d472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:29:00.018683 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-19033fe9-5a18-4dfc-947e-704d69d1a2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:29:00.134899 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:29:01.404595 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:29:01.923737 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:29:02.141765 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:29:27.412542 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d0ba766c-089a-4f3e-ada8-1bcd09d8d11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:29:30.018046 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c838b2f9-8016-48a4-9b3e-18b573fbe272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:29:30.144557 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:29:31.405812 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:29:31.925236 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:29:32.154337 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:29:33.593496 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:29:57.408768 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-eb437878-40ec-4aeb-ae41-90f3fdfd00bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:30:00.015339 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-958a18f0-9f49-40c6-8dc8-a6738476f3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:30:00.148105 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:30:01.408650 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:30:01.928096 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:30:02.154911 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:30:10.589007 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:30:27.404487 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c24f7bef-cbf4-4f7a-85f4-aeb058b2d0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:30:30.007215 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e7880a7e-068c-4740-9dd1-5dcf2200dde7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:30:30.146700 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:30:31.411881 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:30:31.932200 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:30:32.165902 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:30:47.595824 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:30:52.804578 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.wsgi [req-b1ef1806-abb9-4ed2-8ef0-09cda5ea06bf req-4da009e4-9cd1-49b2-acc6-5722c491cbdf service neutron] (84338) timed out ('10.222.0.39', 37716) {{(pid=84338) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 07 15:30:57.408545 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-0a954d13-b975-4943-99e6-7c5cd1524d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:31:00.012637 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-63b9ce48-c12f-4e6c-a4ce-5d8d6e34dcc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:31:00.152301 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:31:01.414503 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:31:01.943333 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:31:02.166903 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:31:24.591464 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:31:27.416094 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-259dd7de-f1c7-4935-b095-6d6ab3770513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:31:30.006596 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-e25fb56b-fc38-4275-843e-ab92c34d31c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:31:30.158670 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:31:31.419763 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:31:31.950150 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:31:32.169131 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:31:57.413878 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-c6412394-c956-41fb-9956-90caf80f235f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:32:00.009767 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8cd4821c-ff56-4596-ab05-671b95a3afbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:32:00.162960 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:32:01.417194 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:32:01.590564 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 15:32:01.952948 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:32:02.183632 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:32:27.410461 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-39fef5c4-d074-40a6-919a-2019ecb9d661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:32:30.012564 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4ca81387-95c9-49d9-b777-11fb6124858d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:32:30.161382 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f3d2897d-c438-44a9-8e04-9d2f99596c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:32:31.419682 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1f96-bb94-4c10-bc79-cc9647b10dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:32:31.959784 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-8ce96101-d1aa-4d3e-bd09-c4ae898df734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:32:32.197491 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a6687270-65fd-45f1-816d-48dec6a69e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247586968607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-63235'] for agent, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 15:32:38.593563 dv-cinder-782260-2-iscsi neutron-server[84224]: DEBUG neutron.db.agents_db [None req-fd3c27a4-eba9-4050-8c9e-7c61f33b875f None None] Agent healthcheck: found 6 active agents {{(pid=84340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}